-- Logs begin at Fri 2022-04-08 01:55:00 UTC, end at Fri 2022-04-08 03:10:50 UTC. --
Apr 08 02:34:18.906362 dv-cinder-837051-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 08 02:34:21.430183 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.common.config [-] Logging enabled!
Apr 08 02:34:21.430879 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev102
Apr 08 02:34:21.430964 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 02:34:21.433998 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.common.config [-] Logging enabled!
Apr 08 02:34:21.434247 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev102
Apr 08 02:34:21.434549 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 02:34:21.435460 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 02:34:21.435689 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 08 02:34:21.436058 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 02:34:21.436301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 08 02:34:21.436521 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 08 02:34:21.436832 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.437124 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.437412 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.437634 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.437921 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.438204 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.438480 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.438761 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.439051 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.439332 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.439610 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.439895 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.440146 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.440424 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.440703 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.440983 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.441201 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.441477 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.441904 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.442301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.442579 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.442859 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.443131 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.443396 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.443664 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.443955 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.444983 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] host                           = dv-cinder-837051-1-iscsi {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.445538 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.445827 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.446112 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.446399 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.446674 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.446945 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.447225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.447493 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.447765 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.448051 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.448345 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.448619 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.448903 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.449123 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.449339 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.449620 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.449897 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.450172 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.450441 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.450710 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.450978 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.451247 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.451510 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.451787 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.452089 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.452370 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.452641 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.452912 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.453177 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.453444 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.453721 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.453989 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.454255 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.454523 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.454802 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.455064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.455331 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.455624 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.455899 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.456197 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.456476 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.456745 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.457020 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.457288 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.457553 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.457818 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.458082 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.458349 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.458622 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.458887 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.459152 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.459421 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.459684 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.460843 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.461117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:21.461414 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.461708 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.462006 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.462291 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.462577 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.462857 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.463142 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.463416 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.463698 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.464004 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.464288 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.464560 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.464842 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.465114 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.465401 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.465701 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.465987 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.466272 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.466541 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.466819 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.467077 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.467349 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.467625 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.467909 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.468211 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.468480 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.468752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.469034 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.469307 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.469575 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.469847 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.470126 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.470402 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.470667 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.470941 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.471212 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.471476 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.471742 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.472034 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.472320 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.472590 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.472855 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.473189 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.473387 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.473649 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.473926 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.474196 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.474460 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.474724 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.474995 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.475260 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.476012 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.476301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.476572 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.476847 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.477116 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.477382 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.477653 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.477918 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.478184 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.478450 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.478716 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.478988 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.479255 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.479519 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.479784 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.480074 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.480340 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.480625 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.480916 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.481188 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.481459 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.481731 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.482000 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.482272 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.482541 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.482812 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.483083 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.483349 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.483631 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.483908 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.484216 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.484492 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.484764 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.485050 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.485321 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.485595 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.485866 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.486141 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.486418 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.486691 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.487049 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.487265 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.487552 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.487837 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.488148 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.488421 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.488722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.488994 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:21.489203 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 08 02:34:21.489437 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87117) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Apr 08 02:34:21.890659 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO keyring.backend [-] Loading KWallet
Apr 08 02:34:21.898645 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO keyring.backend [-] Loading SecretService
Apr 08 02:34:21.902018 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO keyring.backend [-] Loading Windows
Apr 08 02:34:21.903297 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO keyring.backend [-] Loading chainer
Apr 08 02:34:21.904084 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO keyring.backend [-] Loading macOS
Apr 08 02:34:21.938453 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 08 02:34:21.938726 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 08 02:34:21.939013 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Apr 08 02:34:21.939347 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 08 02:34:22.333656 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.333947 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.334210 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.336032 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.336310 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.336574 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.371712 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.372010 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.372276 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.385990 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.386266 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.386530 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.416918 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.417181 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.417443 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.454745 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.455305 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.455305 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.692523 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6fcfe383a0> agent after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.692733 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6fcfe383a0> agent after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.692988 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6fcfe38160> segment precommit_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.693250 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6fcfe38550> network precommit_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.693973 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6fcfe4a700> segment before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.815161 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> network before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.815477 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6fcfddf9d0> agent before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.815757 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> network before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.816047 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> port before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.816309 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> port before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.816612 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> segment after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.816869 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> segment precommit_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.817119 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> segment precommit_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.817365 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> segment after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.817638 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> network after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.817891 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> network precommit_delete 0 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.818149 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> port provisioning_complete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.818404 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.818652 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> rbac-policy after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.818911 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> agent after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.820218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> subnet after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.820497 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> subnet precommit_delete 0 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.820774 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.821027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.821309 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> segment_host_mapping after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.821661 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> port after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.821913 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> port after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.822164 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> port after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.822443 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.822689 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.822929 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6fd06563a0>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.823317 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:22.823556 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:22.823790 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:22.824049 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:22.824283 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:22.824514 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:22.824875 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 08 02:34:22.827889 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 08 02:34:22.831741 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 08 02:34:22.835882 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 08 02:34:22.837497 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 08 02:34:22.838933 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 08 02:34:22.839263 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 08 02:34:22.839642 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 08 02:34:22.842393 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 08 02:34:22.842640 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 08 02:34:22.842980 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 02:34:22.871601 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 08 02:34:22.872062 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6fcfd184f0>> qos_plugin after_init 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.872356 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87117) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 08 02:34:22.872712 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6fcfcf4eb0>> logging-plugin after_init 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.874040 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87117) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 08 02:34:22.874315 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 02:34:22.874557 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 08 02:34:22.877710 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6fcfb9c9a0>> floatingip before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.877987 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6fcfb9c9a0>> port before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:22.941339 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 08 02:34:22.941571 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 08 02:34:22.941803 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 08 02:34:22.942163 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 08 02:34:22.974508 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_db.sqlalchemy.engines [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87117) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 08 02:34:23.306440 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing driver for type 'gre'
Apr 08 02:34:23.306954 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] gre ID ranges: [(1, 1000)]
Apr 08 02:34:23.362557 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing driver for type 'local'
Apr 08 02:34:23.362916 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing driver for type 'vlan'
Apr 08 02:34:23.375505 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] VlanTypeDriver initialization complete
Apr 08 02:34:23.375835 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing driver for type 'vxlan'
Apr 08 02:34:23.376327 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] vxlan ID ranges: [(1, 1000)]
Apr 08 02:34:23.436335 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing extension driver 'port_security'
Apr 08 02:34:23.436679 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.extensions.port_security [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] PortSecurityExtensionDriver initialization complete
Apr 08 02:34:23.437010 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing mechanism driver 'openvswitch'
Apr 08 02:34:23.437360 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing mechanism driver 'hyperv'
Apr 08 02:34:23.443840 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.plugin [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:34:23.445256 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcfafbd60>> port after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.445628 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcfafbd60>> port after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.445974 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcfafbd60>> port after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.446485 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Apr 08 02:34:23.446913 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67e3d0>> subnet after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.447264 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67e3d0>> subnet after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.447605 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67e3d0>> subnet after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.448016 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Apr 08 02:34:23.448417 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67e9d0>> network after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.448758 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67e9d0>> network after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.449094 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67e9d0>> network after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.449478 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Apr 08 02:34:23.449881 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67eeb0>> security_group after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.450223 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67eeb0>> security_group after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.450559 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf67eeb0>> security_group after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.451095 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Apr 08 02:34:23.451498 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf68b3a0>> security_group_rule after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.451840 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf68b3a0>> security_group_rule after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.452200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf68b3a0>> security_group_rule after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.452587 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Apr 08 02:34:23.452986 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf68b8b0>> address_group after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.453327 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf68b8b0>> address_group after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.453664 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6fcf68b8b0>> address_group after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.454051 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Apr 08 02:34:23.454489 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] ML2 OVO RPC backend initialized. {{(pid=87117) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}}
Apr 08 02:34:23.455193 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> router_interface after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.455720 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> router_interface after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.455964 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> network before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.456317 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> networks before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.456662 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> port before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.457000 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> ports before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.457340 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> subnet before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.457675 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> subnets before_response 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.458019 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> network after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.458376 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> network after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.458693 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> network after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.459024 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> port after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.459357 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> port after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.459687 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> port after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.460241 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> subnet after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.460581 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> subnet after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.460916 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6fcf68bfd0>> subnet after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.461486 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.plugin [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Modular L2 Plugin initialization complete
Apr 08 02:34:23.461814 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading services supported by the core plugin {{(pid=87117) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 08 02:34:23.462137 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.plugins.ml2.managers [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Got port-security extension from driver 'port_security'
Apr 08 02:34:23.462597 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.extensions.vlantransparent [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Disabled vlantransparent extension.
Apr 08 02:34:23.463079 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87117) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 08 02:34:23.463390 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: router
Apr 08 02:34:23.500721 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router_interface before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.501115 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router after_create 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.501479 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router before_create 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.501845 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router_interface before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.502210 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router_interface after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.502558 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router after_delete 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.502911 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> floatingip after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.503267 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router after_create 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.503612 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router after_update 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.503983 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router after_update 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.504331 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router_gateway after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.504683 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router after_update 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.505091 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router precommit_update 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.505455 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6fcfba1040> port after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.505789 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6fcfb9dee0> port after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.506122 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6fcfb9df70> subnet after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.506456 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6fcfba10d0> subnetpool_address_scope after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.507376 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> port precommit_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.507718 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router precommit_create 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.508096 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6fcfb8a040> port before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.508435 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router precommit_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.508789 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router after_update 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.509127 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router precommit_delete 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.509470 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router precommit_create 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.509825 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router_interface after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.510166 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> router precommit_update 55549900 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.510525 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> agent after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.510869 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> agent after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.511210 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6fcf692160>> network after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.512095 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Tracking information for resource: router configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:23.512428 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Tracking information for resource: floatingip configured {{(pid=87117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Apr 08 02:34:23.517329 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.db.l3_agentschedulers_db [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 08 02:34:23.517901 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6fcf613280> port after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.518258 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6fcf613160> port after_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.518601 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function _notify_port_delete at 0x7f6fcf6131f0> port after_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.518947 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6fcf613550> port after_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.519721 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fcf5aba60>> router before_create 55550100 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.520110 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fcf5aba60>> router precommit_delete 55550100 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.520472 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fcf5aba60>> router precommit_create 55550100 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.520825 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6fcf5aba60>> router precommit_update 55550100 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.525315 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.services.provider_configuration [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service providers = [] {{(pid=87117) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 08 02:34:23.525680 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.db.servicetype_db [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87117) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 08 02:34:23.528636 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.services.service_base [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:34:23.528981 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.services.service_base [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:34:23.529315 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.services.service_base [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:34:23.530203 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.services.service_base [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Apr 08 02:34:23.530573 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.services.service_base [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 08 02:34:23.530948 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.531262 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 08 02:34:23.541852 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.542186 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: auto_allocate
Apr 08 02:34:23.547943 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6fcf5df940> network precommit_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.548314 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6fcf5df940> network precommit_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.548830 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.549153 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: tag
Apr 08 02:34:23.556610 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.556886 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: timestamp
Apr 08 02:34:23.560856 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.561183 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: network_ip_availability
Apr 08 02:34:23.566561 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fcf5d3b80>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.566927 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fcf5d3b80>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.567282 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fcf5d3b80>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.568029 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.568351 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: flavors
Apr 08 02:34:23.573803 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.574135 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading Plugin: revisions
Apr 08 02:34:23.578444 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Apr 08 02:34:23.578832 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_concurrency.lockutils [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.640s {{(pid=87117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Apr 08 02:34:23.579565 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87117) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Apr 08 02:34:23.579900 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Initializing extension manager.
Apr 08 02:34:23.580432 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: __init__.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.580770 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: __pycache__ {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.581102 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.581433 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: address_group.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.582184 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.582749 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: address-group
Apr 08 02:34:23.583071 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: address_scope.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.583772 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.584311 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: address-scope
Apr 08 02:34:23.584631 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.585793 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.586299 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: router-admin-state-down-before-update
Apr 08 02:34:23.586620 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: agent.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.587506 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.588038 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: agent
Apr 08 02:34:23.588359 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: agent_resources_synced.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.589266 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.589768 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: agent-resources-synced
Apr 08 02:34:23.590086 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: allowedaddresspairs.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.591856 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.592404 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: allowed-address-pairs
Apr 08 02:34:23.592729 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: auto_allocated_topology.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.593786 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.594297 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: auto-allocated-topology
Apr 08 02:34:23.594620 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: availability_zone.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.595309 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.595811 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: availability_zone
Apr 08 02:34:23.596160 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: availability_zone_filter.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.597065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.597567 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: availability_zone_filter
Apr 08 02:34:23.597888 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: data_plane_status.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.598783 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.599284 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 08 02:34:23.599602 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: default_subnetpools.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.601196 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.601716 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: default-subnetpools
Apr 08 02:34:23.602039 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.602847 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.603350 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: dhcp_agent_scheduler
Apr 08 02:34:23.603673 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: dns.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.604607 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.605114 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension dns-integration not supported by any of loaded plugins
Apr 08 02:34:23.605437 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: dns_domain_ports.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.606344 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.606848 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 08 02:34:23.607170 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: dvr.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.607832 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.608361 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: dvr
Apr 08 02:34:23.608682 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: empty_string_filtering.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.609584 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.610083 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: empty-string-filtering
Apr 08 02:34:23.610402 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.611302 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.611798 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 08 02:34:23.612149 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.613053 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.613550 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 08 02:34:23.613869 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: external_net.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.614768 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.615271 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: external-net
Apr 08 02:34:23.615589 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.617098 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.617602 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: extra_dhcp_opt
Apr 08 02:34:23.617923 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: extraroute.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.618825 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.619330 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: extraroute
Apr 08 02:34:23.619646 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: extraroute_atomic.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.620707 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.621208 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: extraroute-atomic
Apr 08 02:34:23.621535 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: filter_validation.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.622199 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.622695 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: filter-validation
Apr 08 02:34:23.623012 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: fip_pf_description.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.623913 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.624435 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 08 02:34:23.624752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: fip_port_details.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.625673 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.626173 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: fip-port-details
Apr 08 02:34:23.626492 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: flavors.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.627704 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.628251 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: flavors
Apr 08 02:34:23.628579 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.630208 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.630726 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 08 02:34:23.631049 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: floatingip_pools.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.631772 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.632465 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: floatingip-pools
Apr 08 02:34:23.632790 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: ip_allocation.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.633723 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.634231 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 08 02:34:23.634552 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.635464 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.635997 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: ip-substring-filtering
Apr 08 02:34:23.636323 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l2_adjacency.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.637248 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.637748 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 08 02:34:23.638066 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l3.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.639015 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.639524 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: router
Apr 08 02:34:23.639843 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.642216 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.642738 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 08 02:34:23.643069 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.644024 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.644541 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: ext-gw-mode
Apr 08 02:34:23.644865 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.645782 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.646290 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: l3-ha
Apr 08 02:34:23.646611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l3_flavors.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.647547 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.648070 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: l3-flavors
Apr 08 02:34:23.648392 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.649308 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.649810 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 08 02:34:23.650126 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: l3agentscheduler.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.651159 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.651663 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: l3_agent_scheduler
Apr 08 02:34:23.652018 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: logging.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.653497 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.654016 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension logging not supported by any of loaded plugins
Apr 08 02:34:23.654346 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: metering.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.655087 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.655662 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: metering
Apr 08 02:34:23.656022 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.657107 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.657618 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: metering_source_and_destination_fields
Apr 08 02:34:23.657942 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: multiprovidernet.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.658856 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.659363 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: multi-provider
Apr 08 02:34:23.659686 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: netmtu.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.660635 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.661144 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: net-mtu
Apr 08 02:34:23.661462 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: netmtu_writable.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.662379 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.663427 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: net-mtu-writable
Apr 08 02:34:23.663745 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: network_availability_zone.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.664436 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.664945 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: network_availability_zone
Apr 08 02:34:23.665264 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: network_ip_availability.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.666340 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.666851 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: network-ip-availability
Apr 08 02:34:23.667173 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: network_segment_range.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.667944 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.668456 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 08 02:34:23.668778 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: pagination.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.669753 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.670077 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: pagination
Apr 08 02:34:23.670394 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: port_device_profile.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.671301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.671804 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: port-device-profile
Apr 08 02:34:23.672152 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.673088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.673586 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: port-mac-address-regenerate
Apr 08 02:34:23.673903 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.674820 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.675323 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: port-numa-affinity-policy
Apr 08 02:34:23.675639 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: port_resource_request.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.676572 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.677071 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 08 02:34:23.677390 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: portbindings.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.678674 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.679185 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: binding
Apr 08 02:34:23.679506 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: portbindings_extended.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.680939 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.681458 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: binding-extended
Apr 08 02:34:23.681787 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: portsecurity.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.682709 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.683224 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: port-security
Apr 08 02:34:23.683549 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: project_id.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.684547 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.684882 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: project-id
Apr 08 02:34:23.685208 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: providernet.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.686134 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.686640 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: provider
Apr 08 02:34:23.686958 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.690457 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.690976 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos not supported by any of loaded plugins
Apr 08 02:34:23.691306 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.692565 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.693076 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 08 02:34:23.693404 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.694830 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.695335 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 08 02:34:23.695652 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_default.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.696592 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.697099 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-default not supported by any of loaded plugins
Apr 08 02:34:23.697420 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_fip.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.698068 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.698568 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-fip not supported by any of loaded plugins
Apr 08 02:34:23.698890 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_gateway_ip.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.699805 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.700334 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 08 02:34:23.700658 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_port_network_policy.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.701561 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.702065 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 08 02:34:23.702386 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_rule_type_details.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.703295 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.703798 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 08 02:34:23.704152 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: qos_rules_alias.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.705179 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.705685 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 08 02:34:23.706010 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: quotasv2.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.706895 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.707221 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: quotas
Apr 08 02:34:23.707540 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: quotasv2_detail.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.709160 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.709496 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: quota_details
Apr 08 02:34:23.710406 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: rbac.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.711434 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.711982 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: rbac-policies
Apr 08 02:34:23.712311 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: rbac_address_group.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.713241 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.713759 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: rbac-address-group
Apr 08 02:34:23.714083 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: rbac_address_scope.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.714999 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.715511 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: rbac-address-scope
Apr 08 02:34:23.715834 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: rbac_security_groups.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.716770 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.717283 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: rbac-security-groups
Apr 08 02:34:23.717608 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: rbac_subnetpool.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.718533 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.719041 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: rbac-subnetpool
Apr 08 02:34:23.719362 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: revisionifmatch.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.720302 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.720813 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: revision-if-match
Apr 08 02:34:23.721135 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: revisions.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.722352 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.722871 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: standard-attr-revisions
Apr 08 02:34:23.723195 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: router_availability_zone.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.723865 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.724403 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: router_availability_zone
Apr 08 02:34:23.724725 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: routerservicetype.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.725929 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.726440 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension router-service-type not supported by any of loaded plugins
Apr 08 02:34:23.726762 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.727680 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.728220 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: security-groups-normalized-cidr
Apr 08 02:34:23.728543 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.729456 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.729970 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: port-security-groups-filtering
Apr 08 02:34:23.730293 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.731204 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.731714 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: security-groups-remote-address-group
Apr 08 02:34:23.732062 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: securitygroup.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.741636 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.742164 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: security-group
Apr 08 02:34:23.742496 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: segment.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.743281 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.743790 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension segment not supported by any of loaded plugins
Apr 08 02:34:23.744142 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.745080 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.745589 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 08 02:34:23.745910 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: servicetype.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.747005 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.747519 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: service-type
Apr 08 02:34:23.747843 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: sorting.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.748849 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.749181 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: sorting
Apr 08 02:34:23.749504 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: standard_attr_segment.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.750407 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.750922 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 08 02:34:23.751243 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: standardattrdescription.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.751886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.752424 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: standard-attr-description
Apr 08 02:34:23.752753 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: stateful_security_group.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.753672 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.754181 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: stateful-security-group
Apr 08 02:34:23.754501 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: stdattrs_common.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.755072 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 08 02:34:23.755389 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.756411 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.757597 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 08 02:34:23.757917 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: subnet_onboard.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.758991 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.759507 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: subnet_onboard
Apr 08 02:34:23.759827 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.760782 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.761289 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 08 02:34:23.761609 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: subnet_service_types.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.762523 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.763028 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: subnet-service-types
Apr 08 02:34:23.763352 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: subnetallocation.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.764458 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.764984 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: subnet_allocation
Apr 08 02:34:23.765306 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.765962 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.766481 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: subnetpool-prefix-ops
Apr 08 02:34:23.766798 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.767716 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.768253 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 08 02:34:23.768574 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: tagging.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.769604 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.770123 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: standard-attr-tag
Apr 08 02:34:23.770444 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: timestamp.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.771624 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.772180 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loaded extension: standard-attr-timestamp
Apr 08 02:34:23.773191 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: trunk.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.774219 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.774728 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension trunk not supported by any of loaded plugins
Apr 08 02:34:23.775053 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: trunk_details.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.775996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.776510 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension trunk-details not supported by any of loaded plugins
Apr 08 02:34:23.776828 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: uplink_status_propagation.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.777742 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.778247 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 08 02:34:23.778565 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Loading extension file: vlantransparent.py {{(pid=87117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Apr 08 02:34:23.779222 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 02:34:23.779726 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 08 02:34:23.782152 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:network
Apr 08 02:34:23.782876 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:subnet
Apr 08 02:34:23.783651 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:34:23.784275 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:port
Apr 08 02:34:23.785563 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.786005 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service FLAVORS assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.786632 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.787056 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.787386 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:router
Apr 08 02:34:23.788106 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 02:34:23.788933 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service METERING assigned prefix: /metering {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.790368 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fcf4ae670>> rbac-policy before_create 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.790734 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fcf4ae670>> rbac-policy before_update 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.791084 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6fcf4ae670>> rbac-policy before_delete 55550000 {{(pid=87117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:34:23.793376 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 02:34:23.793831 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 02:34:23.794488 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 02:34:23.795221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service CORE assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.795552 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:34:23.795889 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] subnetpool is already registered
Apr 08 02:34:23.796537 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service CORE assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.796863 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:34:23.797192 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] subnetpool is already registered
Apr 08 02:34:23.907211 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.907650 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service FLAVORS assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.908268 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.908689 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.909027 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:router
Apr 08 02:34:23.909363 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] router is already registered
Apr 08 02:34:23.910010 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 02:34:23.910336 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] floatingip is already registered
Apr 08 02:34:23.910957 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service METERING assigned prefix: /metering {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.911763 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 02:34:23.912119 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] rbac_policy is already registered
Apr 08 02:34:23.912538 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:security_group
Apr 08 02:34:23.913404 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] security_group is already registered
Apr 08 02:34:23.914025 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 02:34:23.914355 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] security_group_rule is already registered
Apr 08 02:34:23.915021 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service CORE assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.915345 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:34:23.915668 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] subnetpool is already registered
Apr 08 02:34:23.916282 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.v2.resource_helper [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Service CORE assigned prefix:  {{(pid=87117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Apr 08 02:34:23.916607 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 02:34:23.916939 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING neutron.quota.resource_registry [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] subnetpool is already registered
Apr 08 02:34:23.917574 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: extensions {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.919055 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: address-groups {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.920701 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: address-scopes {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.921922 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: agents {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.923060 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: auto-allocated-topology {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.924409 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: availability_zones {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.925630 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: dhcp-networks {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.927025 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: dhcp-agents {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.929370 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: routers {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.931144 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: flavors {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.932306 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: service_profiles {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.933510 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: next_providers {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.935019 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: service_profiles {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.936505 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: floatingip-pools {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.937695 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: routers {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.939482 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: floatingips {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.940700 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: l3-routers {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.942055 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: l3-agents {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.943570 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: metering-labels {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.944877 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: metering-label-rules {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.946148 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: network-ip-availabilities {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.947385 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: bindings {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.949043 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: quotas {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.950468 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: quotas {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.951854 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: rbac-policies {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.953154 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: security-groups {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.954348 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: security-group-rules {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.955559 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: service-providers {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.956920 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: subnetpools {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.958231 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: subnetpools {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.959656 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.961932 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.963620 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.965455 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.968244 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.970056 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.971732 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.973634 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.975957 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.977795 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron.api.extensions [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Extended resource: tags {{(pid=87117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Apr 08 02:34:23.983688 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING keystonemiddleware.auth_token [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 08 02:34:23.988418 dv-cinder-837051-1-iscsi neutron-server[87117]: WARNING keystonemiddleware.auth_token [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 08 02:34:23.996776 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_concurrency.lockutils [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Acquired lock "singleton_lock" {{(pid=87117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 08 02:34:23.997247 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_concurrency.lockutils [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Releasing lock "singleton_lock" {{(pid=87117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 08 02:34:23.997863 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO oslo_service.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Starting 2 workers
Apr 08 02:34:24.002540 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Started child 87222 {{(pid=87117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:34:24.006805 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Started child 87223 {{(pid=87117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:34:24.007553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:24.008387 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO neutron.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 08 02:34:24.009046 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Notify callbacks [] for process, before_spawn {{(pid=87117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:24.009248 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [-] (87222) wsgi starting up on http://0.0.0.0:9696
Apr 08 02:34:24.011296 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:24.011799 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO oslo_service.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Starting 1 workers
Apr 08 02:34:24.012682 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [-] (87223) wsgi starting up on http://0.0.0.0:9696
Apr 08 02:34:24.016493 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Started child 87224 {{(pid=87117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:34:24.016989 dv-cinder-837051-1-iscsi neutron-server[87117]: INFO oslo_service.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Starting 1 workers
Apr 08 02:34:24.020117 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] calling RpcWorker wait() {{(pid=87224) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 08 02:34:24.020664 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] returning from RpcWorker wait() {{(pid=87224) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 08 02:34:24.021273 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Started child 87225 {{(pid=87117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Apr 08 02:34:24.021884 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:24.022005 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG neutron_lib.callbacks.manager [None req-4dafb517-a2b0-422e-b870-79f125ae9693 None None] Notify callbacks [] for process, after_spawn {{(pid=87117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:24.022907 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:34:24.024780 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 08 02:34:24.025000 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 02:34:24.025173 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 08 02:34:24.025386 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 02:34:24.025733 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 08 02:34:24.025894 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 08 02:34:24.026404 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:24.026886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.026886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.027056 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.027490 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.027779 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.028349 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.028628 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.028893 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.029169 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.029426 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.029588 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.029752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.030004 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.030249 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.030537 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.030814 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.031064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.031320 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.031494 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.031755 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.032032 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.032279 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.032535 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.032776 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.033248 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.033476 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.033729 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.033968 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.034242 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.034487 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.034753 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.034994 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.035206 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.035457 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.035708 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.035954 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.036172 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.036407 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.036666 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.036894 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.037350 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] host                           = dv-cinder-837051-1-iscsi {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.037585 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.037861 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.038627 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.038891 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.039150 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.039366 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.039633 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.039860 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.040156 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.040378 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.040640 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.040866 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.041086 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.041345 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.041508 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.041743 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.042034 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.042312 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.042514 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.042682 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.042856 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.043120 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.043283 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.043534 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.043952 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.044166 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.044388 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.044645 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.044881 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.045148 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.045401 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.045656 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.045878 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.046115 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.046365 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.046606 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.047917 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.047917 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.047917 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.047917 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.047917 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.048533 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.048672 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:34:24.048803 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.048803 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.048803 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.049157 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.049280 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.049427 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.049848 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.049977 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.050101 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.050317 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.050592 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.054225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056218 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056876 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.056876 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.056876 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.056876 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.056876 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.056876 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.056876 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.057284 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.057284 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.057408 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.057630 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.057898 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.058421 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.058887 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.059328 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.059570 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.059890 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.060149 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.060592 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.060965 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.061211 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.061434 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.061674 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.062003 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.062285 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.062536 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.062788 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.063008 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.063248 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.063480 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.063694 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.064070 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.064184 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.064425 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.064625 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.064880 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.065339 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.065339 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.065508 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.065906 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.066016 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067299 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067299 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067299 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067299 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067299 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067299 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067697 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067697 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.067980 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.068156 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.069239 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.069239 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.069239 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.069239 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.069664 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.069897 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.070038 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.070187 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.070396 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.070787 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.071182 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.071667 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.072101 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.072530 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.072742 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.072971 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.073072 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 38850) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:34:24.073184 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.073556 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.073944 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.074162 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.074405 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.074821 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.075102 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.075530 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.075766 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.076008 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.076232 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.076467 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.076689 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.076908 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.077115 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.077523 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.077916 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.078306 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.078767 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.079082 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.079330 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.079616 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.079859 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.080149 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.080429 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.080658 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.080898 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.081117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.081352 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.081630 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.081877 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.082109 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.082332 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.082551 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.082806 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.083047 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.083269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.083504 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.083744 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.084017 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.084312 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.084538 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.085778 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.086219 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.086638 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.087106 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.087551 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.088088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.088506 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.088950 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.089460 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.089904 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.090371 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.090790 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.091237 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.091662 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.092124 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.092382 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.092639 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.092896 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.093129 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.093392 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.093644 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.093864 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.094284 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.094719 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.095293 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.095768 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.096149 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.096464 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.096800 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.097098 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.097430 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.097773 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.098219 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.098546 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.098867 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.099151 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0187912
Apr 08 02:34:24.099344 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.099782 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.100050 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.101024 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.101796 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.101796 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.103131 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.103131 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.103297 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.103475 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105724 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105724 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.105890 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.106106 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.106323 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.106539 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.106792 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.107011 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.107280 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.107527 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.107765 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.108227 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.108481 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.108737 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.108953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.109221 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.109439 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.109651 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.109860 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.110080 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.110311 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.110540 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.110781 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.111016 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.111266 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.111515 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.111856 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.112306 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.112417 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.112629 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.112820 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.113033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.113250 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.113462 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.113659 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.113872 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.114105 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.114338 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.114577 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.114795 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.115013 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.115226 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.115485 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.115728 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.116060 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.116397 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.116637 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.116925 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.118055 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.118499 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.119503 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.119910 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.120391 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.121406 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.121642 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.121950 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123019 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123019 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123019 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123019 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123305 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123372 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123565 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.123759 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.124005 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.124225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.125257 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.125257 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.125257 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.125257 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.125558 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.125639 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.125868 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.126150 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.126502 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.126651 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128128 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128128 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128128 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128128 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128128 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128128 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128535 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128602 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.128910 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.129214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.129474 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.129712 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.129996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.130269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.130542 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.130778 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.131065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.131602 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.131874 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.132896 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.132896 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.132896 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.132896 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.133276 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.133364 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.133522 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.133882 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.134292 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.134535 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.134785 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.135006 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.135242 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.135476 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.135911 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.136388 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.136612 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.136833 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.136994 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 08 02:34:24.137505 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Apr 08 02:34:24.137667 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 02:34:24.137821 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Apr 08 02:34:24.137988 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 02:34:24.138151 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Apr 08 02:34:24.138304 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Apr 08 02:34:24.138509 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.138668 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.138837 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.138983 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.139140 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.139318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.139478 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.139634 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.139785 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.139959 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.140124 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.140281 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.140438 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.140594 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.140746 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.140888 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.141047 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.141229 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.141362 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.141743 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.141743 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.141998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.141998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.142233 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.142356 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.142463 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.142538 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.142695 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.142854 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.143011 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.143170 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.143325 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.143475 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.143958 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.143958 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.143958 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.144340 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.144340 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.144574 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.144574 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.144953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] host                           = dv-cinder-837051-1-iscsi {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.144953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.144953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.145326 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.145406 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:34:24.145490 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.145490 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.145632 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.145719 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.145822 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.145983 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.146140 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.146303 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.146459 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.146616 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.146772 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.146929 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.147086 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.147769 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.147983 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.148158 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.148442 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.148553 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.148659 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150088 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150972 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150972 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150972 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150972 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150972 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150972 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.150972 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.152027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.152027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.152027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.152027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.152027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.152027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.152027 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.153117 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.155722 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156301 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.156791 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.158214 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159065 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159605 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159605 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159605 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159605 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159881 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.159881 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.160800 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.160949 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.161353 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.161353 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.161353 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.162048 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.162048 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.162048 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.162048 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.162048 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.163318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.163318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.163318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.163318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.163318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.163318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.163318 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.164831 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.164831 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.164831 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.164831 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.164831 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.165688 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.165688 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.165688 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.165688 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.165688 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.167611 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168207 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168647 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168647 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168647 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.168818 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.169177 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.169177 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.169333 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.169400 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.169506 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.169659 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.169813 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.170680 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.170680 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.170680 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.170680 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.170680 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171259 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171259 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171259 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171259 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171556 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171556 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171695 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.171762 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.172233 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.172233 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.172233 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.172452 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.172521 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.172677 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.172858 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.173010 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.173169 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175033 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175466 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.175466 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.179998 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.180752 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181269 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.181819 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.182649 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.183765 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.184668 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.185019 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.185668 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.186886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.186886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.186886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.186886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.186886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.187529 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.187529 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.187739 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.187739 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.187999 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189064 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189833 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189833 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189833 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189833 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189833 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.189833 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.190401 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.190401 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.190401 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.190620 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.190620 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.190853 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.191164 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.191313 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.191476 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.191887 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.191887 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.192165 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.192165 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193200 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.193996 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195337 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195337 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195337 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195337 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195337 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195949 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195949 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195949 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.195949 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.196571 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.196571 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.196571 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.196571 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197376 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197376 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197376 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197376 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197376 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.197953 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.198276 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.198276 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.198413 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199155 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199155 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199155 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199357 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199357 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199559 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199646 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199785 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.199989 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.200120 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.200356 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.200505 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.200636 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.200763 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.200886 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.201048 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.201189 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.201315 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.201441 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.201635 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.201782 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.201914 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.202053 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.202196 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.202351 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.202509 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.202716 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.202845 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.203060 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.203191 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.203310 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.203532 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.203664 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.203790 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.203901 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.204212 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.204349 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.204463 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.204578 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.204810 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.204944 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.205066 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.205201 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.205322 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.205441 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.205592 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.205755 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.205912 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.206069 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.206225 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.206387 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.206589 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.206718 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.206831 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.206984 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.207157 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Apr 08 02:34:24.207275 dv-cinder-837051-1-iscsi neutron-server[87117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Apr 08 02:34:35.045829 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3a7d8-dc35-413a-8b39-d3f1a5df8089 None None] get_active_networks_info from dv-cinder-837051-1-iscsi {{(pid=87224) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 08 02:34:35.140329 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3a7d8-dc35-413a-8b39-d3f1a5df8089 None None] No non-hosted networks {{(pid=87224) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 08 02:34:35.156159 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.agentschedulers_db [None req-1ea3a7d8-dc35-413a-8b39-d3f1a5df8089 None None] DHCP Agent not found on host dv-cinder-837051-1-iscsi {{(pid=87224) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 08 02:34:35.269319 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ae506a1e-a067-4174-ac88-de7ee06d6e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864476'] for agent, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:37.178643 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-8bf7a3aa-450a-4bb6-abdb-7076c7f12796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864476'] for agent, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:37.201852 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5ff92259-f919-44fa-a293-3aa8f3adcd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:38.400083 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864476'] for agent, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:38.400773 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.401712 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.402275 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.405629 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.406449 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.407154 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.407907 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.408800 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.411310 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.411885 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.413324 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.414037 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:38.416518 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6fcf053d00>, 'Open vSwitch agent', 'dv-cinder-837051-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:34:38.418868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864476'] for agent, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:38.432126 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6fcf059f70>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837051-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:34:39.886462 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864476'] for agent, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:41.295748 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 38952) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:34:41.898027 dv-cinder-837051-1-iscsi neutron-server[87223]: WARNING oslo_policy.policy [None req-bd0a423a-7d2b-49e3-9e7d-29985a103655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:41.898605 dv-cinder-837051-1-iscsi neutron-server[87223]: WARNING oslo_policy.policy [None req-bd0a423a-7d2b-49e3-9e7d-29985a103655 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:42.126218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [None req-bd0a423a-7d2b-49e3-9e7d-29985a103655 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:34:42.128040 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-bd0a423a-7d2b-49e3-9e7d-29985a103655 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8311977
Apr 08 02:34:42.341108 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.db.l3_hamode_db [None req-905c82d7-4be4-4e9f-bdda-a23361dbe1e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 08 02:34:42.425243 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c82d7-4be4-4e9f-bdda-a23361dbe1e1 None None] Routers set() bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:34:42.425619 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905c82d7-4be4-4e9f-bdda-a23361dbe1e1 None None] Router IDs set() for agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}}
Apr 08 02:34:44.525675 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 38966) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:34:44.888011 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:34:44.983168 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.policy [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87223) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 08 02:34:45.027753 dv-cinder-837051-1-iscsi neutron-server[87223]: WARNING oslo_policy.policy [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:45.028145 dv-cinder-837051-1-iscsi neutron-server[87223]: WARNING oslo_policy.policy [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:45.036248 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.quota [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6fcef397f0>.
Apr 08 02:34:45.051561 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:34:45.112502 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757392502800', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757392502381', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757392491311', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757392453371', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757392442643', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757392469048', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33260718', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33265463', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529077', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-618346'] for rbac-policy, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:45.183041 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:45.184326 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-78d993b4-bb4a-423d-a148-23f12aac291d admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6577098
Apr 08 02:34:47.868382 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 38980) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:34:48.444350 dv-cinder-837051-1-iscsi neutron-server[87222]: WARNING oslo_policy.policy [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:48.444924 dv-cinder-837051-1-iscsi neutron-server[87222]: WARNING oslo_policy.policy [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:48.664607 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:34:48.666270 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.quota [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f6fcf256e20>.
Apr 08 02:34:48.681957 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:34:48.688200 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Usage tracker for resource:network and tenant:f0fa633b97da43ea83a6bfe98cf63dd1 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:34:48.694292 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:34:48.701654 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:34:48.716763 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Made reservation on behalf of f0fa633b97da43ea83a6bfe98cf63dd1 for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:34:48.784248 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.policy [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87222) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Apr 08 02:34:48.831520 dv-cinder-837051-1-iscsi neutron-server[87222]: WARNING oslo_policy.policy [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:48.831886 dv-cinder-837051-1-iscsi neutron-server[87222]: WARNING oslo_policy.policy [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 02:34:48.845131 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:48.867309 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:48.881748 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:34:48.885446 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Usage tracker for resource:security_group_rule and tenant:f0fa633b97da43ea83a6bfe98cf63dd1 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:34:48.890505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:34:48.896044 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:34:48.994437 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:48.998169 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:49.022443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:34:49.046502 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757387868182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:49.047070 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6fcfe38160> segment precommit_create {{(pid=87222) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 08 02:34:49.047564 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Added segment 77bf3946-1b41-4850-a2ff-4b641e1811e8 of type vlan for network efc576a6-4006-42de-aced-c2ffb568f11c
Apr 08 02:34:49.056694 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bc9cff-f1eb-4300-b6da-3c060fcd847d,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:34:49.109755 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.110328 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.110879 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.111424 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.111998 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.112572 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.113115 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.113673 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.114255 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.114779 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.115109 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.116026 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Tracked resource versions report:
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]: pushed versions:
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]: {   'AddressGroup': {'1.2'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'ConntrackHelper': {'1.0'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Log': {'1.0'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Network': {'1.1'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Port': {'1.7'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'PortForwarding': {'1.2'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'QosPolicy': {'1.8'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'SecurityGroup': {'1.4'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'SubPort': {'1.0'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Subnet': {'1.1'},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Trunk': {'1.1'}}
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]: consumer versions:
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Log': '1.0',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Network': '1.1',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Port': '1.7',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'PortForwarding': '1.2',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'QosPolicy': '1.8',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'SecurityGroup': '1.4',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'SubPort': '1.0',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Subnet': '1.1',
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Trunk': '1.1'}}
Apr 08 02:34:49.117205 dv-cinder-837051-1-iscsi neutron-server[87222]:  {{(pid=87222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:34:49.168332 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:49.208479 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:49.209729 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:34:49.210353 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:49.316214 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.4456303
Apr 08 02:34:49.318613 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3ed9-0ff9-4e63-b2bf-0d445ad6c357 admin admin] Pushing event updated for resources: {'Network': ['ID=efc576a6-4006-42de-aced-c2ffb568f11c,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:34:49.330239 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network efc576a6-4006-42de-aced-c2ffb568f11c details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:34:52.011441 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39002) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:34:52.460019 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de1ce8-1544-4067-b998-7f0ba7a09bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:34:52.461495 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-a3de1ce8-1544-4067-b998-7f0ba7a09bc0 admin admin] 10.222.0.23 "GET /v2.0/networks/efc576a6-4006-42de-aced-c2ffb568f11c HTTP/1.1" status: 200  len: 825 time: 0.4489956
Apr 08 02:34:52.490730 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-b8bd70f7-c962-494a-9f85-d7abcf863160 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/2c46b61f-da9e-48e0-ae24-672ad555e07f HTTP/1.1" status: 200  len: 734 time: 0.0233448
Apr 08 02:34:52.499567 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Request body: {'subnet': {'subnetpool_id': '2c46b61f-da9e-48e0-ae24-672ad555e07f', 'gateway_ip': '172.20.0.1', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'name': 'private-subnet', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'ip_version': 4}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:34:52.504106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:34:52.508390 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Usage tracker for resource:subnet and tenant:f0fa633b97da43ea83a6bfe98cf63dd1 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:34:52.511202 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:34:52.517146 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:34:52.526411 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Made reservation on behalf of f0fa633b97da43ea83a6bfe98cf63dd1 for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:34:52.528663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:52.793538 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:52.878687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e540d0cf-20ed-4811-b7ff-22c41df93c18,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:34:52.883293 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Checking segment: {'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:34:52.883865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Network hostable DHCP agents. Network: efc576a6-4006-42de-aced-c2ffb568f11c, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:34:52.904043 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Network efc576a6-4006-42de-aced-c2ffb568f11c is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:34:52.914578 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, efc576a6-4006-42de-aced-c2ffb568f11c) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:34:52.919190 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:34:52.920000 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:52.923868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957205c1-5a1f-4433-b1d1-a8eb5770aea9 None None] Network efc576a6-4006-42de-aced-c2ffb568f11c requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:34:52.939102 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-bb650432-5d0b-4487-a611-bc53d35b5236 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4427137
Apr 08 02:34:53.240917 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-efc576a6-4006-42de-aced-c2ffb568f11c', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'fixed_ips': [{'subnet_id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:34:53.242182 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:53.424327 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Allocated IP 172.20.0.2 (efc576a6-4006-42de-aced-c2ffb568f11c/e540d0cf-20ed-4811-b7ff-22c41df93c18/41790710-4b50-4f21-8d65-c62401e7ceb9) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:34:53.651188 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:53.668690 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Transition to ACTIVE for port object 41790710-4b50-4f21-8d65-c62401e7ceb9 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:34:53.688976 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Transition to ACTIVE for port object 41790710-4b50-4f21-8d65-c62401e7ceb9 will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:34:53.696488 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:53.768140 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Network efc576a6-4006-42de-aced-c2ffb568f11c is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:34:53.768882 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Pushing event updated for resources: {'Port': ['ID=41790710-4b50-4f21-8d65-c62401e7ceb9,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:34:53.772421 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:34:53.777878 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.778218 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.778560 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.778892 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.779217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.779541 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.779861 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.780290 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.780730 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.781051 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.781371 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.781686 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Tracked resource versions report:
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]: pushed versions:
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]: {   'AddressGroup': {'1.2'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'ConntrackHelper': {'1.0'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Log': {'1.0'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Network': {'1.1'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Port': {'1.7'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'PortForwarding': {'1.2'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'QosPolicy': {'1.8'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'SecurityGroup': {'1.4'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'SubPort': {'1.0'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Subnet': {'1.1'},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Trunk': {'1.1'}}
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]: consumer versions:
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Log': '1.0',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Network': '1.1',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Port': '1.7',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'PortForwarding': '1.2',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'QosPolicy': '1.8',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'SecurityGroup': '1.4',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'SubPort': '1.0',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Subnet': '1.1',
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Trunk': '1.1'}}
Apr 08 02:34:53.782818 dv-cinder-837051-1-iscsi neutron-server[87224]:  {{(pid=87224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:34:53.784898 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:34:53.882163 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Attempting to bind port 41790710-4b50-4f21-8d65-c62401e7ceb9 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:34:53.882559 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Attempting to bind port 41790710-4b50-4f21-8d65-c62401e7ceb9 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:34:53.882964 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Attempting to bind port 41790710-4b50-4f21-8d65-c62401e7ceb9 on network efc576a6-4006-42de-aced-c2ffb568f11c {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:34:53.888283 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:34:53.888684 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Checking segment: {'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:34:53.889160 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:53.889541 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Bound using segment: {'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:34:53.890001 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Bound port: 41790710-4b50-4f21-8d65-c62401e7ceb9, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:34:53.890375 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:53.979660 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] For port 41790710-4b50-4f21-8d65-c62401e7ceb9, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:34:53.983382 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] For port 41790710-4b50-4f21-8d65-c62401e7ceb9, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=41790710-4b50-4f21-8d65-c62401e7ceb9,segment=NetworkSegment(77bf3946-1b41-4850-a2ff-4b641e1811e8),segment_id=77bf3946-1b41-4850-a2ff-4b641e1811e8)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:34:53.989642 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:54.077642 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb7f01-0395-4270-a19b-77951462b47b None None] Pushing event updated for resources: {'Port': ['ID=41790710-4b50-4f21-8d65-c62401e7ceb9,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:34:55.418349 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39012) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:34:55.796811 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [None req-dc921cf8-84bf-4c61-a6bc-9f0eb285e8b6 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:34:55.797788 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-dc921cf8-84bf-4c61-a6bc-9f0eb285e8b6 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3785844
Apr 08 02:34:57.826853 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4f7160-584d-4041-9bb9-1a68f6864469 None None] Network efc576a6-4006-42de-aced-c2ffb568f11c requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:34:57.942844 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-ac406c19-387f-41ac-b40a-b466381aa5b5 None None] Provisioning for port 41790710-4b50-4f21-8d65-c62401e7ceb9 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:34:58.218974 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 41790710-4b50-4f21-8d65-c62401e7ceb9 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:34:58.231307 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39026) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:34:58.298734 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 41790710-4b50-4f21-8d65-c62401e7ceb9 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:34:58.303380 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 41790710-4b50-4f21-8d65-c62401e7ceb9 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:34:58.304200 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:58.420494 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:58.452864 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 41790710-4b50-4f21-8d65-c62401e7ceb9, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=41790710-4b50-4f21-8d65-c62401e7ceb9,segment=NetworkSegment(77bf3946-1b41-4850-a2ff-4b641e1811e8),segment_id=77bf3946-1b41-4850-a2ff-4b641e1811e8)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:34:58.457471 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:34:58.529365 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=41790710-4b50-4f21-8d65-c62401e7ceb9,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:34:58.612774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [None req-c884e774-7d0c-41d9-8373-7c66dfa82e10 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:34:58.613755 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-c884e774-7d0c-41d9-8373-7c66dfa82e10 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3815470
Apr 08 02:35:00.179561 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 41790710-4b50-4f21-8d65-c62401e7ceb9 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:35:00.246612 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 41790710-4b50-4f21-8d65-c62401e7ceb9 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:35:00.246980 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:01.305163 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39038) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:01.664441 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Request body: {'router': {'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:35:01.669367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:35:01.673113 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Usage tracker for resource:router and tenant:f0fa633b97da43ea83a6bfe98cf63dd1 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:35:01.676362 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:35:01.682318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:35:01.691781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:01.693428 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:01.715023 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:01.835311 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:01.854102 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:01.855458 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4930e764-967a-43c7-b7c0-f92480e34279 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5493450
Apr 08 02:35:04.260498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39048) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:04.628224 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [None req-2d2a746f-18fe-46aa-8f64-1e224a062774 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:35:04.629202 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-2d2a746f-18fe-46aa-8f64-1e224a062774 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3677826
Apr 08 02:35:05.009181 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-606f5c11-7449-482e-9a9b-f380a5f6233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.014586 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39058) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:07.152399 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e800e7bc-f10d-48b5-b70f-c04d7bfb3dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.376668 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:35:07.382221 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:35:07.385902 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Usage tracker for resource:network and tenant:34ddce90037c4fbb82757aded33c6c12 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:35:07.388667 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:35:07.394188 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:35:07.404588 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Made reservation on behalf of 34ddce90037c4fbb82757aded33c6c12 for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:35:07.407097 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.419734 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.433795 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:35:07.437347 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Usage tracker for resource:security_group_rule and tenant:34ddce90037c4fbb82757aded33c6c12 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:35:07.439989 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:35:07.446436 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:35:07.532000 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.535532 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.553871 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Reserving flat network on physical network physnet1 {{(pid=87222) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Apr 08 02:35:07.574502 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410e5c3b-6487-4fd5-8b8b-9699d61c4804,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:07.579757 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.580129 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Added segment 545309a8-e90e-4862-a300-589627bf2744 of type flat for network 03a9deff-df61-421f-a3fd-cca96c52bff2
Apr 08 02:35:07.611389 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.646564 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.647355 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:35:07.647954 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:07.747180 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] Pushing event updated for resources: {'Network': ['ID=03a9deff-df61-421f-a3fd-cca96c52bff2,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:07.751423 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-838ae55a-729c-4dc9-aca2-830be0e9df2f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7358732
Apr 08 02:35:07.759336 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:35:08.314893 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:08.374967 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:09.853038 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:10.144323 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39078) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:10.347363 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57cc45-4b98-4078-974e-87d47861a233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:35:10.348684 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1d57cc45-4b98-4078-974e-87d47861a233 admin admin] 10.222.0.23 "GET /v2.0/subnets/e540d0cf-20ed-4811-b7ff-22c41df93c18 HTTP/1.1" status: 200  len: 849 time: 0.2034342
Apr 08 02:35:10.501356 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e998b49c-307b-4621-90f2-2fa53001d7c7 admin admin] 10.222.0.23 "GET /v2.0/routers/3c671bc1-d7da-4fa9-a5f5-09b379d62486 HTTP/1.1" status: 200  len: 704 time: 0.1431348
Apr 08 02:35:10.956515 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.178423 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Allocated IP 172.20.0.1 (efc576a6-4006-42de-aced-c2ffb568f11c/e540d0cf-20ed-4811-b7ff-22c41df93c18/97021038-2e2e-4a9b-851f-6c7ef53aa94a) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:35:11.358918 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.376638 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Transition to ACTIVE for port object 97021038-2e2e-4a9b-851f-6c7ef53aa94a will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:35:11.432897 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.489502 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Network efc576a6-4006-42de-aced-c2ffb568f11c is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:35:11.492475 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:35:11.496650 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:35:11.497171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.632524 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Pushing event updated for resources: {'Port': ['ID=97021038-2e2e-4a9b-851f-6c7ef53aa94a,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:11.679334 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-88a807ac-8494-438e-ad47-fac116736884 None None] Provisioning for port 97021038-2e2e-4a9b-851f-6c7ef53aa94a completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:35:11.684026 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-88a807ac-8494-438e-ad47-fac116736884 None None] Provisioning complete for port 97021038-2e2e-4a9b-851f-6c7ef53aa94a triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:35:11.684395 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-88a807ac-8494-438e-ad47-fac116736884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.739329 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-88a807ac-8494-438e-ad47-fac116736884 None None] Port 97021038-2e2e-4a9b-851f-6c7ef53aa94a cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:35:11.766157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.988751 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.992984 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:11.993694 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:12.130795 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Pushing event updated for resources: {'Port': ['ID=97021038-2e2e-4a9b-851f-6c7ef53aa94a,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:12.186963 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Network efc576a6-4006-42de-aced-c2ffb568f11c is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:35:12.188023 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:35:12.362051 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-a6262a9e-5b1c-4400-a6a8-b9cdc8fa8756 None None] Provisioning complete for port 97021038-2e2e-4a9b-851f-6c7ef53aa94a triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:35:12.362431 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a6262a9e-5b1c-4400-a6a8-b9cdc8fa8756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:12.375239 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:35:12.419796 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-a6262a9e-5b1c-4400-a6a8-b9cdc8fa8756 None None] Port 97021038-2e2e-4a9b-851f-6c7ef53aa94a cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:35:12.569450 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:35:12.578175 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e5dcc685-c1ee-487a-b0f3-eae594de73ef admin admin] 10.222.0.23 "PUT /v2.0/routers/3c671bc1-d7da-4fa9-a5f5-09b379d62486/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0715053
Apr 08 02:35:12.579130 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Sync routers for ids ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:35:12.589958 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Routers {'3c671bc1-d7da-4fa9-a5f5-09b379d62486'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:35:12.590795 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0be9d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:35:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:12.765875 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Set router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:35:13.128530 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0be9d0>, [{'id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'name': 'router1', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:35:01Z', 'updated_at': '2022-04-08T02:35:11Z', 'revision_number': 2, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'gw_port_host': None, '_interfaces': [{'id': '97021038-2e2e-4a9b-851f-6c7ef53aa94a', 'name': '', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'mac_address': 'fa:16:3e:9a:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:11Z', 'updated_at': '2022-04-08T02:35:11Z', 'revision_number': 2, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'subnets': [{'id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c46b61f-da9e-48e0-ae24-672ad555e07f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:13.133340 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Checking router: 3c671bc1-d7da-4fa9-a5f5-09b379d62486 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:35:13.133702 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Updating router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 port 97021038-2e2e-4a9b-851f-6c7ef53aa94a binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:35:13.184850 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:13.560939 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:13.575656 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Transition to ACTIVE for port object 97021038-2e2e-4a9b-851f-6c7ef53aa94a will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:35:13.581713 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:13.792182 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Pushing event updated for resources: {'Port': ['ID=97021038-2e2e-4a9b-851f-6c7ef53aa94a,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:13.810164 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.810505 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.810839 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.811164 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.811490 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.811849 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.812192 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.812512 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.812848 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.813173 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.813488 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.814034 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Tracked resource versions report:
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]: pushed versions:
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]: {   'AddressGroup': {'1.2'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'ConntrackHelper': {'1.0'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Log': {'1.0'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Network': {'1.1'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Port': {'1.7'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'PortForwarding': {'1.2'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'QosPolicy': {'1.8'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'SecurityGroup': {'1.4'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'SubPort': {'1.0'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Subnet': {'1.1'},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Trunk': {'1.1'}}
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]: consumer versions:
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Log': '1.0',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Network': '1.1',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Port': '1.7',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'PortForwarding': '1.2',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'QosPolicy': '1.8',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'SecurityGroup': '1.4',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'SubPort': '1.0',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Subnet': '1.1',
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Trunk': '1.1'}}
Apr 08 02:35:13.815174 dv-cinder-837051-1-iscsi neutron-server[87225]:  {{(pid=87225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:35:13.821956 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Attempting to bind port 97021038-2e2e-4a9b-851f-6c7ef53aa94a on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:35:13.822356 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Attempting to bind port 97021038-2e2e-4a9b-851f-6c7ef53aa94a by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:35:13.822761 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Attempting to bind port 97021038-2e2e-4a9b-851f-6c7ef53aa94a on network efc576a6-4006-42de-aced-c2ffb568f11c {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:35:13.828054 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:35:13.828445 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Checking segment: {'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:35:13.828923 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:13.829299 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Bound using segment: {'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:35:13.829792 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Bound port: 97021038-2e2e-4a9b-851f-6c7ef53aa94a, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77bf3946-1b41-4850-a2ff-4b641e1811e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:35:13.830171 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:13.920921 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] For port 97021038-2e2e-4a9b-851f-6c7ef53aa94a, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:35:13.925064 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] For port 97021038-2e2e-4a9b-851f-6c7ef53aa94a, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=97021038-2e2e-4a9b-851f-6c7ef53aa94a,segment=NetworkSegment(77bf3946-1b41-4850-a2ff-4b641e1811e8),segment_id=77bf3946-1b41-4850-a2ff-4b641e1811e8)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:35:13.931792 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:14.016353 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Routers {'3c671bc1-d7da-4fa9-a5f5-09b379d62486'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:35:14.016901 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0be9d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:35:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:14.104589 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bec64-b6da-44b5-b9b7-23da8e4297c2 None None] Pushing event updated for resources: {'Port': ['ID=97021038-2e2e-4a9b-851f-6c7ef53aa94a,revision_number=4']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:14.200023 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] Set router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:35:14.531488 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0be9d0>, [{'id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'name': 'router1', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:35:01Z', 'updated_at': '2022-04-08T02:35:11Z', 'revision_number': 2, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'gw_port_host': None, '_interfaces': [{'id': '97021038-2e2e-4a9b-851f-6c7ef53aa94a', 'name': '', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'mac_address': 'fa:16:3e:9a:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:11Z', 'updated_at': '2022-04-08T02:35:13Z', 'revision_number': 4, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'subnets': [{'id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c46b61f-da9e-48e0-ae24-672ad555e07f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:14.535265 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9c8574-5352-4370-a439-846f9d5ffcae None None] The sync data for ids ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'] in dv-cinder-837051-1-iscsi is: [{'id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'name': 'router1', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:35:01Z', 'updated_at': '2022-04-08T02:35:11Z', 'revision_number': 2, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'gw_port_host': None, '_interfaces': [{'id': '97021038-2e2e-4a9b-851f-6c7ef53aa94a', 'name': '', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'mac_address': 'fa:16:3e:9a:9e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:11Z', 'updated_at': '2022-04-08T02:35:13Z', 'revision_number': 4, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'subnets': [{'id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c46b61f-da9e-48e0-ae24-672ad555e07f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:35:14.830409 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 39100) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:15.010917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34d200-6992-4b3e-8ea6-0cf78d111c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:35:15.012345 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-df34d200-6992-4b3e-8ea6-0cf78d111c53 admin admin] 10.222.0.23 "GET /v2.0/networks/03a9deff-df61-421f-a3fd-cca96c52bff2 HTTP/1.1" status: 200  len: 842 time: 0.1810169
Apr 08 02:35:15.021466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Request body: {'subnet': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:35:15.026129 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:35:15.030295 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Usage tracker for resource:subnet and tenant:34ddce90037c4fbb82757aded33c6c12 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:35:15.033802 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:35:15.040029 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:35:15.049317 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Made reservation on behalf of 34ddce90037c4fbb82757aded33c6c12 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:35:15.051910 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:15.512453 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.objects.ports [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87223) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Apr 08 02:35:15.512937 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:15.594184 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aea4937-dc9c-4bd6-83e7-81cfca294c0b,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:15.597703 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:35:15.598074 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Network hostable DHCP agents. Network: 03a9deff-df61-421f-a3fd-cca96c52bff2, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:35:15.606784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.607126 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.607455 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.607778 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.608258 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.608594 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.608951 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.609954 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.609954 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.609954 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.610223 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.610534 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Tracked resource versions report:
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]: pushed versions:
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]: {   'AddressGroup': {'1.2'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'ConntrackHelper': {'1.0'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Log': {'1.0'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Network': {'1.1'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Port': {'1.7'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'PortForwarding': {'1.2'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'QosPolicy': {'1.8'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'SecurityGroup': {'1.4'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'SubPort': {'1.0'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Subnet': {'1.1'},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Trunk': {'1.1'}}
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]: consumer versions:
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Log': '1.0',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Network': '1.1',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Port': '1.7',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'PortForwarding': '1.2',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'QosPolicy': '1.8',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'SecurityGroup': '1.4',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'SubPort': '1.0',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Subnet': '1.1',
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Trunk': '1.1'}}
Apr 08 02:35:15.611681 dv-cinder-837051-1-iscsi neutron-server[87223]:  {{(pid=87223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:35:15.641725 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:35:15.652099 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 03a9deff-df61-421f-a3fd-cca96c52bff2) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:35:15.656688 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:35:15.657292 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:15.663079 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152a42e-fc78-4acb-a8f0-87bc9baea4db None None] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:35:15.687642 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-2452818e-c87e-496d-858c-a8e294dc0856 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6613204
Apr 08 02:35:15.890389 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85b834-0d36-4c0f-b7a9-df33ed7631d8 None None] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:35:16.213728 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 97021038-2e2e-4a9b-851f-6c7ef53aa94a up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:35:16.288440 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 97021038-2e2e-4a9b-851f-6c7ef53aa94a completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:35:16.293331 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 97021038-2e2e-4a9b-851f-6c7ef53aa94a triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:35:16.293749 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:16.418076 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:16.456682 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 97021038-2e2e-4a9b-851f-6c7ef53aa94a, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=97021038-2e2e-4a9b-851f-6c7ef53aa94a,segment=NetworkSegment(77bf3946-1b41-4850-a2ff-4b641e1811e8),segment_id=77bf3946-1b41-4850-a2ff-4b641e1811e8)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:35:16.461864 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:16.548769 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=97021038-2e2e-4a9b-851f-6c7ef53aa94a,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:17.986851 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 39118) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:18.189106 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 97021038-2e2e-4a9b-851f-6c7ef53aa94a up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:35:18.224937 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c6f37ec2-f302-4200-80d3-a14eb0fdebc3 admin admin] 10.222.0.23 "GET /v2.0/routers/3c671bc1-d7da-4fa9-a5f5-09b379d62486 HTTP/1.1" status: 200  len: 710 time: 0.2369709
Apr 08 02:35:18.258286 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 97021038-2e2e-4a9b-851f-6c7ef53aa94a triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:35:18.258656 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:18.352584 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d90d8c-ebff-41a9-af19-1fc7c6828fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:35:18.353929 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c1d90d8c-ebff-41a9-af19-1fc7c6828fb1 admin admin] 10.222.0.23 "GET /v2.0/networks/03a9deff-df61-421f-a3fd-cca96c52bff2 HTTP/1.1" status: 200  len: 886 time: 0.1238129
Apr 08 02:35:18.362513 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:35:18.797520 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:19.116382 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:19.170921 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:19.336299 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Allocated IP 172.27.1.58 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/e6b7d625-c1e5-463d-b984-48bcd009e2ad) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:35:19.483085 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:19.541915 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:19.601534 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:35:19.604240 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:35:19.607702 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:35:19.681154 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Pushing event updated for resources: {'Port': ['ID=e6b7d625-c1e5-463d-b984-48bcd009e2ad,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:19.991628 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:20.324796 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:20.327969 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-865267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-865272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-866443'] for router, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:20.549120 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:35:20.720159 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:35:20.728268 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:20.729421 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-7e7c69d0-0839-46f4-8151-ee4fdfb83983 admin admin] 10.222.0.23 "PUT /v2.0/routers/3c671bc1-d7da-4fa9-a5f5-09b379d62486 HTTP/1.1" status: 200  len: 889 time: 2.3700016
Apr 08 02:35:20.730461 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Sync routers for ids ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:35:20.740671 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Routers {'3c671bc1-d7da-4fa9-a5f5-09b379d62486'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:35:20.741330 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0c3e20>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:35:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:20.933455 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Set router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:35:21.305836 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0c3e20>, [{'id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'name': 'router1', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e6b7d625-c1e5-463d-b984-48bcd009e2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:35:01Z', 'updated_at': '2022-04-08T02:35:19Z', 'revision_number': 4, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'gw_port': {'id': 'e6b7d625-c1e5-463d-b984-48bcd009e2ad', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:19Z', 'updated_at': '2022-04-08T02:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '97021038-2e2e-4a9b-851f-6c7ef53aa94a', 'name': '', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'mac_address': 'fa:16:3e:9a:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:11Z', 'updated_at': '2022-04-08T02:35:16Z', 'revision_number': 5, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'subnets': [{'id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c46b61f-da9e-48e0-ae24-672ad555e07f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:21.310417 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Checking router: 3c671bc1-d7da-4fa9-a5f5-09b379d62486 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:35:21.310776 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Updating router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 port e6b7d625-c1e5-463d-b984-48bcd009e2ad binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:35:21.365106 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:21.685659 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:21.697817 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Transition to ACTIVE for port object e6b7d625-c1e5-463d-b984-48bcd009e2ad will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:35:21.704089 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:21.779423 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Attempting to bind port e6b7d625-c1e5-463d-b984-48bcd009e2ad on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:35:21.780056 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Attempting to bind port e6b7d625-c1e5-463d-b984-48bcd009e2ad by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:35:21.780176 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Attempting to bind port e6b7d625-c1e5-463d-b984-48bcd009e2ad on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:35:21.785639 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610a3f-328f-4b1c-a245-f5fdf83f321f None None] Pushing event updated for resources: {'Port': ['ID=e6b7d625-c1e5-463d-b984-48bcd009e2ad,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:21.790132 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:35:21.790501 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:35:21.790897 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:21.791268 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:35:21.791724 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Bound port: e6b7d625-c1e5-463d-b984-48bcd009e2ad, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:35:21.792134 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:21.864822 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] For port e6b7d625-c1e5-463d-b984-48bcd009e2ad, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:35:21.867723 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] For port e6b7d625-c1e5-463d-b984-48bcd009e2ad, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=e6b7d625-c1e5-463d-b984-48bcd009e2ad,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:35:21.872156 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:21.949898 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50610a3f-328f-4b1c-a245-f5fdf83f321f None None] Pushing event updated for resources: {'Port': ['ID=e6b7d625-c1e5-463d-b984-48bcd009e2ad,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:21.952395 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Routers {'3c671bc1-d7da-4fa9-a5f5-09b379d62486'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:35:21.952974 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0c3e20>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:35:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:22.131606 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] Set router 3c671bc1-d7da-4fa9-a5f5-09b379d62486 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:35:22.486965 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0c3e20>, [{'id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'name': 'router1', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e6b7d625-c1e5-463d-b984-48bcd009e2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:35:01Z', 'updated_at': '2022-04-08T02:35:19Z', 'revision_number': 4, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'gw_port': {'id': 'e6b7d625-c1e5-463d-b984-48bcd009e2ad', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:19Z', 'updated_at': '2022-04-08T02:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '97021038-2e2e-4a9b-851f-6c7ef53aa94a', 'name': '', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'mac_address': 'fa:16:3e:9a:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:11Z', 'updated_at': '2022-04-08T02:35:16Z', 'revision_number': 5, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'subnets': [{'id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c46b61f-da9e-48e0-ae24-672ad555e07f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:35:22.491441 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e47bd3-e400-4689-a0ae-f2931bc649b2 None None] The sync data for ids ['3c671bc1-d7da-4fa9-a5f5-09b379d62486'] in dv-cinder-837051-1-iscsi is: [{'id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'name': 'router1', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': 'e6b7d625-c1e5-463d-b984-48bcd009e2ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:35:01Z', 'updated_at': '2022-04-08T02:35:19Z', 'revision_number': 4, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'gw_port': {'id': 'e6b7d625-c1e5-463d-b984-48bcd009e2ad', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:2f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:19Z', 'updated_at': '2022-04-08T02:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '97021038-2e2e-4a9b-851f-6c7ef53aa94a', 'name': '', 'network_id': 'efc576a6-4006-42de-aced-c2ffb568f11c', 'tenant_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'mac_address': 'fa:16:3e:9a:9e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c671bc1-d7da-4fa9-a5f5-09b379d62486', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:35:11Z', 'updated_at': '2022-04-08T02:35:16Z', 'revision_number': 5, 'project_id': 'f0fa633b97da43ea83a6bfe98cf63dd1', 'subnets': [{'id': 'e540d0cf-20ed-4811-b7ff-22c41df93c18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c46b61f-da9e-48e0-ae24-672ad555e07f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:35:23.152372 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39128) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:35:23.269134 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-721f1a2e-787e-4abd-b021-28219a8e29a6 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1155937
Apr 08 02:35:24.063388 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:35:24.215229 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device e6b7d625-c1e5-463d-b984-48bcd009e2ad up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:35:24.282453 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port e6b7d625-c1e5-463d-b984-48bcd009e2ad completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:35:24.287813 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port e6b7d625-c1e5-463d-b984-48bcd009e2ad triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:35:24.288207 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:24.408041 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:24.433044 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port e6b7d625-c1e5-463d-b984-48bcd009e2ad, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=e6b7d625-c1e5-463d-b984-48bcd009e2ad,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:35:24.436926 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:24.506157 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=e6b7d625-c1e5-463d-b984-48bcd009e2ad,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:35:26.199854 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device e6b7d625-c1e5-463d-b984-48bcd009e2ad up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:35:26.284426 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port e6b7d625-c1e5-463d-b984-48bcd009e2ad triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:35:26.284834 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:35.014414 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ecb59ac7-c415-42b8-8741-a9a56fef1c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:37.155082 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-45380d55-072e-4a83-9f56-be74f0663bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:38.320427 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:38.383433 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:35:39.860226 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:01.061892 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:36:05.017026 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-416b538d-8cbe-416f-977d-a59396a47f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:07.159104 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9f1e45b0-1333-4c05-aa6c-608d5c220b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:08.322611 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:08.383262 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:09.868054 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:35.023547 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b48038c6-d235-4b3c-a173-3bd76d7041d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:37.177805 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-8819f9d6-d275-4d63-aa07-5eb52f922fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:38.060807 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:36:38.326563 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:38.388844 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:36:39.875542 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:05.017115 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f718d585-b9c5-460b-bb44-f03c8949a3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:07.164392 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a8d43cce-0a72-47f4-b14f-e5e5c17c9c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:08.328995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:08.392011 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:09.869945 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:15.059844 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:37:26.090633 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 39698) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:26.156816 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffedd78-000e-4d87-b3d0-7c9ee3cc171d admin admin] GET failed (client error): The resource could not be found.
Apr 08 02:37:26.158040 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-bffedd78-000e-4d87-b3d0-7c9ee3cc171d admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0664804
Apr 08 02:37:26.291332 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fd718c-8147-4681-922f-970ad1fd3bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:26.292727 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-62fd718c-8147-4681-922f-970ad1fd3bf6 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1302855
Apr 08 02:37:28.456941 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 39708) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:28.567359 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcccfd-a6de-4f6f-8e5d-c456573be65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:28.567917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-6cbcccfd-a6de-4f6f-8e5d-c456573be65e admin admin] Synchronizing usage tracker for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:subnet {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:37:28.585202 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-6cbcccfd-a6de-4f6f-8e5d-c456573be65e admin admin] Unset dirty status for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:subnet {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:37:28.586494 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-6cbcccfd-a6de-4f6f-8e5d-c456573be65e admin admin] 10.222.0.23 "GET /v2.0/subnets/e540d0cf-20ed-4811-b7ff-22c41df93c18 HTTP/1.1" status: 200  len: 849 time: 0.1280711
Apr 08 02:37:28.595581 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:37:28.710610 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Notify callbacks [] for subnet, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:28.898115 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757387697655'] for subnet, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:28.940891 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:28.941815 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:28.943313 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] 10.222.0.23 "PUT /v2.0/subnets/e540d0cf-20ed-4811-b7ff-22c41df93c18 HTTP/1.1" status: 200  len: 868 time: 0.3513846
Apr 08 02:37:28.945381 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36d630e-f41a-4283-87aa-21381de57052 None None] Network efc576a6-4006-42de-aced-c2ffb568f11c requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:37:28.967712 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e540d0cf-20ed-4811-b7ff-22c41df93c18,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:37:28.977103 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.977479 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.977802 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.978126 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.978446 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.978769 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.979090 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.979407 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.979721 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.980069 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.980384 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:28.980709 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b111d75-c5a1-47d8-8ca4-ef089a8ed35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:37:29.438169 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-413db098-8b6e-4f9b-ba79-9594e46795f6 None None] Provisioning complete for port 97021038-2e2e-4a9b-851f-6c7ef53aa94a triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:37:29.438544 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-413db098-8b6e-4f9b-ba79-9594e46795f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:29.568464 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-413db098-8b6e-4f9b-ba79-9594e46795f6 None None] Provisioning complete for port 41790710-4b50-4f21-8d65-c62401e7ceb9 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:37:29.569093 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-413db098-8b6e-4f9b-ba79-9594e46795f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:31.105205 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 39718) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:31.277757 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3aaa4-46cb-45d5-8352-0af0ee0e75c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:31.278214 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3aaa4-46cb-45d5-8352-0af0ee0e75c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:31.279697 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-7ac3aaa4-46cb-45d5-8352-0af0ee0e75c2 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1735554
Apr 08 02:37:33.454582 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 39728) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:33.641334 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b1236-19fb-424c-a112-1ce7a4f6ce9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:33.641715 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232b1236-19fb-424c-a112-1ce7a4f6ce9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:33.643231 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-232b1236-19fb-424c-a112-1ce7a4f6ce9e admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1877003
Apr 08 02:37:35.019170 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-395ffb56-3272-48bc-b075-4ccadfc0fcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:35.911493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 39738) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:36.082973 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e58d9a-22c7-4193-b943-5b11a21bbf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:36.084350 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-16e58d9a-22c7-4193-b943-5b11a21bbf0e admin admin] 10.222.0.23 "GET /v2.0/networks/03a9deff-df61-421f-a3fd-cca96c52bff2 HTTP/1.1" status: 200  len: 886 time: 0.1718981
Apr 08 02:37:37.167002 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f1ce6060-44a7-466f-87d2-fda74b869eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:38.272828 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39748) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:38.334128 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:38.399364 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:38.476062 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4dbb02-1857-4a39-92c2-b9b97236a469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:38.476510 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ee4dbb02-1857-4a39-92c2-b9b97236a469 admin admin] Synchronizing usage tracker for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:network {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:37:38.497666 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ee4dbb02-1857-4a39-92c2-b9b97236a469 admin admin] Unset dirty status for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:network {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:37:38.499966 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ee4dbb02-1857-4a39-92c2-b9b97236a469 admin admin] 10.222.0.23 "GET /v2.0/networks/efc576a6-4006-42de-aced-c2ffb568f11c HTTP/1.1" status: 200  len: 869 time: 0.2250624
Apr 08 02:37:39.876868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:37:40.719122 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39758) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:40.830147 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55014a26-c9ae-445b-b830-0d56c4ae0ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:40.830602 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55014a26-c9ae-445b-b830-0d56c4ae0ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:40.832700 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-55014a26-c9ae-445b-b830-0d56c4ae0ffd admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1120501
Apr 08 02:37:42.978762 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39768) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:43.086878 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19e47e-55e5-4587-8c24-f426f07ab26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:43.087336 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19e47e-55e5-4587-8c24-f426f07ab26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:43.088872 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-bf19e47e-55e5-4587-8c24-f426f07ab26f admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1091800
Apr 08 02:37:45.258692 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39778) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:45.360076 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72477f2e-bdb3-42af-a01c-78dc6c6f1d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:45.361380 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-72477f2e-bdb3-42af-a01c-78dc6c6f1d8a admin admin] 10.222.0.23 "GET /v2.0/subnets/5aea4937-dc9c-4bd6-83e7-81cfca294c0b HTTP/1.1" status: 200  len: 816 time: 0.1017711
Apr 08 02:37:47.516030 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39788) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:37:47.621029 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5141d-f2d8-4500-8d39-d2a86dfbb6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:37:47.622338 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-49d5141d-f2d8-4500-8d39-d2a86dfbb6bd admin admin] 10.222.0.23 "GET /v2.0/subnets/e540d0cf-20ed-4811-b7ff-22c41df93c18 HTTP/1.1" status: 200  len: 868 time: 0.1053767
Apr 08 02:37:52.061740 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:38:05.022667 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-26259d5e-62fa-4a58-9f59-cbc42108ce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:06.980949 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39834) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:07.028144 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [None req-9f89f594-fb98-4f59-9467-ddb00e034acb admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:38:07.029135 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9f89f594-fb98-4f59-9467-ddb00e034acb admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0472643
Apr 08 02:38:07.170411 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b1c3c99c-9e27-4cf8-b7ae-27e618c6a14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:08.334995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:08.390119 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:09.281956 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39844) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:09.348607 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f80e40-9023-476a-94ba-9ea338177dd1 admin admin] GET failed (client error): The resource could not be found.
Apr 08 02:38:09.349848 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d6f80e40-9023-476a-94ba-9ea338177dd1 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0669911
Apr 08 02:38:09.476605 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a033ace5-9b0f-4638-9f26-8f1b1ee7fbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:09.477969 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-a033ace5-9b0f-4638-9f26-8f1b1ee7fbc5 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1244106
Apr 08 02:38:09.879764 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:11.651766 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39854) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:11.698424 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:38:11.703407 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:38:11.712951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:38:11.722960 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Made reservation on behalf of 34ddce90037c4fbb82757aded33c6c12 for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:38:11.725232 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:11.812244 dv-cinder-837051-1-iscsi neutron-server[87222]: WARNING neutron.services.revisions.revision_plugin [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6fcdf49b50] {project_id='34ddce90037c4fbb82757aded33c6c12', id='31e1c03e-4996-4a53-bb00-d90246c38e12', target_tenant='*', action='access_as_shared', object_id='fa01b805-0461-4ea3-8471-d6b1eab58afa'}> to bump revision.
Apr 08 02:38:11.823953 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:38:11.833201 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:11.833543 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Added segment 3f54be99-bbbe-46dd-a587-3da180315451 of type vlan for network fa01b805-0461-4ea3-8471-d6b1eab58afa
Apr 08 02:38:11.857462 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:11.885182 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:11.886089 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:11.886669 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:11.988217 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3353162
Apr 08 02:38:11.988926 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Pushing event updated for resources: {'Network': ['ID=fa01b805-0461-4ea3-8471-d6b1eab58afa,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:38:11.995667 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.996037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.996377 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.996709 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.997037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.997363 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.997688 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.998010 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.998357 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.998680 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.998998 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:11.999317 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2103c8c-9c4d-47a3-9fc4-e343ab9ff472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:12.012835 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network fa01b805-0461-4ea3-8471-d6b1eab58afa details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:38:14.193928 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39864) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:38:14.260214 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5468590-291b-4aae-93dd-fd446fa206fb admin admin] GET failed (client error): The resource could not be found.
Apr 08 02:38:14.260715 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d5468590-291b-4aae-93dd-fd446fa206fb admin admin] Synchronizing usage tracker for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:network {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:38:14.275544 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d5468590-291b-4aae-93dd-fd446fa206fb admin admin] Unset dirty status for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:network {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:38:14.276935 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d5468590-291b-4aae-93dd-fd446fa206fb admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0820663
Apr 08 02:38:14.378726 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841590b4-36c3-4322-8be9-86dd04eac911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:14.380084 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-841590b4-36c3-4322-8be9-86dd04eac911 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0992274
Apr 08 02:38:14.389478 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:38:14.394650 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:38:14.405003 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:38:14.417178 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Made reservation on behalf of 34ddce90037c4fbb82757aded33c6c12 for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:38:14.419448 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Notify callbacks [] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:14.615893 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:14.690951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=55341f93-1a99-4d8d-9b09-5aaf82fd5b20,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:38:14.694895 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Checking segment: {'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:38:14.695245 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Network hostable DHCP agents. Network: fa01b805-0461-4ea3-8471-d6b1eab58afa, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:38:14.713568 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Network fa01b805-0461-4ea3-8471-d6b1eab58afa is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:38:14.723243 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, fa01b805-0461-4ea3-8471-d6b1eab58afa) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:38:14.727258 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:38:14.727871 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:14.735274 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccfa6a9-d697-4296-9d0b-3fbaa36361db None None] Network fa01b805-0461-4ea3-8471-d6b1eab58afa requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:38:14.758252 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9100714e-b905-4ba3-92ec-5b8df2653cef admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3686199
Apr 08 02:38:14.970910 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-fa01b805-0461-4ea3-8471-d6b1eab58afa', 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa', 'tenant_id': '34ddce90037c4fbb82757aded33c6c12', 'fixed_ips': [{'subnet_id': '55341f93-1a99-4d8d-9b09-5aaf82fd5b20'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:38:14.971740 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:15.128406 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Allocated IP 192.168.233.2 (fa01b805-0461-4ea3-8471-d6b1eab58afa/55341f93-1a99-4d8d-9b09-5aaf82fd5b20/8c64b37b-11fe-4e78-8b6f-4e0d6450850d) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:38:15.337375 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:15.348728 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Transition to ACTIVE for port object 8c64b37b-11fe-4e78-8b6f-4e0d6450850d will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:38:15.367714 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Transition to ACTIVE for port object 8c64b37b-11fe-4e78-8b6f-4e0d6450850d will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:38:15.373715 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:15.439217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Network fa01b805-0461-4ea3-8471-d6b1eab58afa is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:38:15.446813 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:38:15.449384 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:38:15.482807 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Pushing event updated for resources: {'Port': ['ID=8c64b37b-11fe-4e78-8b6f-4e0d6450850d,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:38:15.522170 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.522517 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.522856 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.523187 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.523525 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.523853 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.524207 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.524530 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.524873 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.525196 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.525535 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.525853 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:38:15.556360 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Attempting to bind port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:38:15.556724 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Attempting to bind port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:38:15.557077 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Attempting to bind port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d on network fa01b805-0461-4ea3-8471-d6b1eab58afa {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:38:15.562466 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:38:15.562828 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Checking segment: {'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:38:15.563212 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:15.563586 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Bound using segment: {'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:38:15.564107 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Bound port: 8c64b37b-11fe-4e78-8b6f-4e0d6450850d, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:38:15.564483 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:15.656907 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] For port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:38:15.660937 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] For port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=8c64b37b-11fe-4e78-8b6f-4e0d6450850d,segment=NetworkSegment(3f54be99-bbbe-46dd-a587-3da180315451),segment_id=3f54be99-bbbe-46dd-a587-3da180315451)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:38:15.665508 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:15.750363 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f504-4944-44a4-900b-b048772b73ea None None] Pushing event updated for resources: {'Port': ['ID=8c64b37b-11fe-4e78-8b6f-4e0d6450850d,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:38:16.309380 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 8c64b37b-11fe-4e78-8b6f-4e0d6450850d up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:38:16.387012 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:38:16.579003 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb641dd-c01e-44d1-b256-7322478b6314 None None] Network fa01b805-0461-4ea3-8471-d6b1eab58afa requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:38:16.681691 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-37a589d6-8f84-4a41-8eeb-91fbfb584874 None None] Provisioning for port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:38:16.689127 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-37a589d6-8f84-4a41-8eeb-91fbfb584874 None None] Provisioning complete for port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:38:16.689496 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-37a589d6-8f84-4a41-8eeb-91fbfb584874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:16.901883 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-37a589d6-8f84-4a41-8eeb-91fbfb584874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:16.949179 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-37a589d6-8f84-4a41-8eeb-91fbfb584874 None None] For port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=8c64b37b-11fe-4e78-8b6f-4e0d6450850d,segment=NetworkSegment(3f54be99-bbbe-46dd-a587-3da180315451),segment_id=3f54be99-bbbe-46dd-a587-3da180315451)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:38:16.954410 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-37a589d6-8f84-4a41-8eeb-91fbfb584874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:17.059143 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a589d6-8f84-4a41-8eeb-91fbfb584874 None None] Pushing event updated for resources: {'Port': ['ID=8c64b37b-11fe-4e78-8b6f-4e0d6450850d,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:38:17.278275 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-62033789-2ba0-4032-a7ee-414a0b31593c None None] Provisioning complete for port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:38:17.278628 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-62033789-2ba0-4032-a7ee-414a0b31593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:18.283345 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 8c64b37b-11fe-4e78-8b6f-4e0d6450850d up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:38:18.351714 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 8c64b37b-11fe-4e78-8b6f-4e0d6450850d triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:38:18.352117 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:29.060735 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:38:35.027187 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-018ee3aa-ebd8-482c-8d7a-41691e23791c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:37.175222 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e55b09cb-2290-4939-bf4f-8f446f01b9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:38.339022 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:38.392777 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:38:39.885507 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:05.030445 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c600383d-898d-4584-b0b8-de96242044d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:06.060165 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:39:07.177113 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5b19c6a-1daa-40be-ac4e-03294e93fd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:08.340225 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:08.394480 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:09.886341 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:35.033426 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6306f21d-54f9-4baa-89c6-3aab4ccb0ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:37.179872 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9e874017-f5e7-4b15-ac11-5791d8da66d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.345501 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:38.395641 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:39.893319 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:43.059995 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:39:47.628991 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39908) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:47.634739 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [None req-b64151db-9c5a-4e97-81e5-2a9266451d4d tempest-verify_tempest_config-731623810 tempest-verify_tempest_config-731623810-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:39:47.635716 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-b64151db-9c5a-4e97-81e5-2a9266451d4d tempest-verify_tempest_config-731623810 tempest-verify_tempest_config-731623810-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0057163
Apr 08 02:39:47.934460 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39926) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:48.047230 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:48.061120 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:39:48.064870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Usage tracker for resource:security_group_rule and tenant:05a52542d03b4c82ae443cc533c50c8b is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:39:48.067739 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:39:48.073399 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:39:48.159572 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:48.162967 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:48.205870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd53b60-b282-4b49-be1f-737f2bc1f2d7,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:39:48.213052 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.213400 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.213725 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.214041 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.214355 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.214682 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.214995 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.215301 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.215620 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.216126 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.216440 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.216748 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:39:48.222479 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Synchronizing usage tracker for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:39:48.237874 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] Unset dirty status for tenant:34ddce90037c4fbb82757aded33c6c12 on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:39:48.239082 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-7bb95fd5-e625-408e-8f4d-3dd5b4a690dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05a52542d03b4c82ae443cc533c50c8b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3036594
Apr 08 02:39:48.241726 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 39932) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:39:48.297050 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0c9413d-5774-48fa-8332-7bec9f1ec433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:48.321865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0c9413d-5774-48fa-8332-7bec9f1ec433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:48.413651 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0c9413d-5774-48fa-8332-7bec9f1ec433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:48.427499 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9413d-5774-48fa-8332-7bec9f1ec433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd53b60-b282-4b49-be1f-737f2bc1f2d7,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:39:48.434283 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0c9413d-5774-48fa-8332-7bec9f1ec433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:39:48.438394 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d0c9413d-5774-48fa-8332-7bec9f1ec433 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfd53b60-b282-4b49-be1f-737f2bc1f2d7 HTTP/1.1" status: 204  len: 168 time: 0.1922014
Apr 08 02:40:05.035488 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c1a0a5bc-f769-4220-9722-999dadabbe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:07.181977 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a916eeda-85ba-4f2f-8460-bb90866fdb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:08.346318 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:08.398028 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:09.895288 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:20.059022 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:40:35.037307 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-338ebd79-0b59-458a-98f7-d99fd2fbd2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:37.184015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-70a9dd3f-d463-415e-a09d-0ec615864729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:38.348350 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:38.400581 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:39.899642 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:40:57.058083 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 5 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:41:05.039035 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-57482b4c-e1ef-44f6-adf5-fa723d0a22a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:07.186465 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6a6f61eb-a386-4fc9-84a7-5266f225f682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:08.351247 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:08.401597 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:09.900734 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:27.918356 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-864476'] for agent, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:34.056633 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:41:35.041172 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f0203f53-6c42-4171-9e88-ee6b8f17aea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:37.194618 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-43a3e2a3-6ebf-4b13-8aa7-e6daf1549d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:38.355126 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:38.404047 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:39.907416 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:41:42.358005 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40010) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:41:42.476695 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0209e568-f573-4b30-a7af-4bcc7d36ada6 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1169543
Apr 08 02:41:44.628795 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40020) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:41:44.687781 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-3cf5b7b5-62a0-46ae-b143-654dad81178f admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0578945
Apr 08 02:41:57.866820 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:05.042062 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1cb6005c-e47e-41d3-8577-09d75340de07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:07.186712 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5180ff26-d905-4bba-ac61-2e81a4e9713a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:08.356925 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:08.405176 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:09.906579 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:11.055549 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:42:27.868980 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:35.045332 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6f0268d1-2911-4366-80d6-2b682c752104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:37.200977 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-d88ce862-f317-49f9-9923-1be73448d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:38.363055 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:38.414959 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:39.910808 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:42:48.055221 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:42:57.865068 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:05.046935 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5784c52a-670b-4ad3-b971-1c00db0307d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:07.185987 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a41fa116-047f-47cb-9421-0ef8c58deb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:08.363550 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:08.405437 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:09.913004 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:25.055507 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:43:27.863426 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:35.050673 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-75536b3e-e1f9-4c84-b6f4-4eb6c3562b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:37.188545 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-512d9ac0-795d-474d-8584-f44568dd5170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:38.383802 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:38.424682 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:39.934017 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.132423 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40162) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:43.409747 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-83056590-network', 'tenant_id': 'a7827966303d4944b40900c83b7d40b9'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:43.420300 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:43.428535 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Usage tracker for resource:network and tenant:a7827966303d4944b40900c83b7d40b9 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:43.434024 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:43.457457 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:43.476600 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Made reservation on behalf of a7827966303d4944b40900c83b7d40b9 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:43.479620 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.507834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.530773 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:43.535974 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Usage tracker for resource:security_group_rule and tenant:a7827966303d4944b40900c83b7d40b9 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:43.540407 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:43.546663 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:43.676395 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.681282 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.699725 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40200) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:43.708450 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:43:43.730377 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3773dec9-3cdf-42f6-b30a-a4283e89c675,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:43.733908 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757387868182', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.734490 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6fcfe38160> segment precommit_create {{(pid=87223) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Apr 08 02:43:43.735269 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Added segment 03e5b568-87ac-47ee-a506-a8c4ee8bb3a5 of type vlan for network 12d51e45-31ff-422a-a96d-bba4d26b1a95
Apr 08 02:43:43.749096 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.749558 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.749737 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.750285 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.750551 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.750745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.751357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.751830 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.752350 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.752835 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.753310 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.753793 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Tracked resource versions report:
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]: pushed versions:
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]: {   'AddressGroup': {'1.2'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'ConntrackHelper': {'1.0'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Log': {'1.0'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Network': {'1.1'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Port': {'1.7'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'PortForwarding': {'1.2'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'QosPolicy': {'1.8'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'SecurityGroup': {'1.4'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'SubPort': {'1.0'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Subnet': {'1.1'},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     'Trunk': {'1.1'}}
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]: consumer versions:
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Log': '1.0',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Network': '1.1',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Port': '1.7',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'PortForwarding': '1.2',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'QosPolicy': '1.8',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'SecurityGroup': '1.4',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'SubPort': '1.0',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Subnet': '1.1',
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:                                                      'Trunk': '1.1'}}
Apr 08 02:43:43.755054 dv-cinder-837051-1-iscsi neutron-server[87223]:  {{(pid=87223) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:43:43.782282 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.820579 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.822286 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:43.823120 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:43.941906 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8081026
Apr 08 02:43:43.944679 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40218) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:43.951999 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Request body: {'subnet': {'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-83056590-subnet', 'tenant_id': 'a7827966303d4944b40900c83b7d40b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:43.955010 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716416ae-5847-424d-a44c-240997a13bec admin admin] Pushing event updated for resources: {'Network': ['ID=12d51e45-31ff-422a-a96d-bba4d26b1a95,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:43.958779 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:43.962766 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Usage tracker for resource:subnet and tenant:a7827966303d4944b40900c83b7d40b9 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:43.965802 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:43.970550 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 12d51e45-31ff-422a-a96d-bba4d26b1a95 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:43:43.975700 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:43.987917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Made reservation on behalf of a7827966303d4944b40900c83b7d40b9 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:43.991642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.098375 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-416185681-network', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:44.162711 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:44.167772 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Usage tracker for resource:network and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:44.171314 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:44.191875 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:44.205110 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Made reservation on behalf of ee869d0592334c418ed6cf2b4ba04ace for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:44.208454 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.227689 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.247287 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:44.252953 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:44.257170 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:44.267843 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:44.286426 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.372190 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Pushing event updated for resources: {'Subnet': ['ID=846e632e-f63f-4f42-a980-1fe51d66ba07,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:44.378262 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Checking segment: {'id': '03e5b568-87ac-47ee-a506-a8c4ee8bb3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:44.379042 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Network hostable DHCP agents. Network: 12d51e45-31ff-422a-a96d-bba4d26b1a95, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:43:44.379835 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.386602 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.410837 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Network 12d51e45-31ff-422a-a96d-bba4d26b1a95 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:43:44.420684 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:43:44.424221 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 12d51e45-31ff-422a-a96d-bba4d26b1a95) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:44.430531 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d8c41-20c6-4160-868b-9d0b60421036,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:44.431519 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:44.433142 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.433961 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae86a285-604e-45cc-b08e-ab8e168f932e None None] Network 12d51e45-31ff-422a-a96d-bba4d26b1a95 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:44.439626 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.440125 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Added segment b843af14-8399-43eb-a7d3-6512493a8ff7 of type vlan for network 43b1983b-07c7-47cb-8ae4-f6d4398035b6
Apr 08 02:43:44.441951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.442407 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.442841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.443260 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.443686 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.444175 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.444593 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.445008 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.445434 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.445844 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.446360 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.446770 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Tracked resource versions report:
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]: pushed versions:
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]: {   'AddressGroup': {'1.2'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'ConntrackHelper': {'1.0'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Log': {'1.0'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Network': {'1.1'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Port': {'1.7'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'PortForwarding': {'1.2'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'QosPolicy': {'1.8'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'SecurityGroup': {'1.4'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'SubPort': {'1.0'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Subnet': {'1.1'},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     'Trunk': {'1.1'}}
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]: consumer versions:
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Log': '1.0',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Network': '1.1',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Port': '1.7',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'PortForwarding': '1.2',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'QosPolicy': '1.8',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'SecurityGroup': '1.4',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'SubPort': '1.0',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Subnet': '1.1',
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:                                                      'Trunk': '1.1'}}
Apr 08 02:43:44.447972 dv-cinder-837051-1-iscsi neutron-server[87222]:  {{(pid=87222) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:43:44.485955 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-21a9eacd-890a-4d50-90d9-50cb8cad069c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5309684
Apr 08 02:43:44.486151 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.522616 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.523872 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:44.524631 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.644249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] Pushing event updated for resources: {'Network': ['ID=43b1983b-07c7-47cb-8ae4-f6d4398035b6,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:44.650647 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-fa86c5a3-66c9-40a6-aa01-61db402d7e65 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9470069
Apr 08 02:43:44.651170 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40234) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:44.657508 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Request body: {'subnet': {'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-416185681-subnet', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:44.662256 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:44.669079 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Usage tracker for resource:subnet and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:44.671634 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:43:44.678903 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:44.685954 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:44.700045 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Made reservation on behalf of ee869d0592334c418ed6cf2b4ba04ace for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:44.704063 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:44.788639 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40242) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:44.852754 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e403c3a-313f-47d4-bd9a-f3241112bb99 None None] Network 12d51e45-31ff-422a-a96d-bba4d26b1a95 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:44.953068 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40256) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:44.983915 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.075752 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de022256-0697-4bb1-ade2-6e147cbe87b9,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:45.089587 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Checking segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:45.090014 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Network hostable DHCP agents. Network: 43b1983b-07c7-47cb-8ae4-f6d4398035b6, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:43:45.113506 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:43:45.123538 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 43b1983b-07c7-47cb-8ae4-f6d4398035b6) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:45.129106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:45.129696 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.134302 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30400cdc-93b0-4df6-a3ed-ed76d79c4ef2 None None] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:45.150658 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-105412552-network', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:45.164224 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:45.165582 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c5264d5c-a06a-4324-9317-1b51c8fc0643 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5132267
Apr 08 02:43:45.168208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40270) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:45.173374 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Usage tracker for resource:network and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:45.177169 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:45.178226 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:45.183176 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:45.187008 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Usage tracker for resource:router and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:45.190650 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:45.191132 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:45.197756 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:45.207906 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Made reservation on behalf of 16870ad51e0f4d1d9d73d3922e34a632 for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:45.211784 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.221457 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.222631 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.237747 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.253380 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.258727 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-network', 'tenant_id': '688b5f689e3e41249484667a939fd5f8'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:45.264394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:45.274511 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Usage tracker for resource:network and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:45.277658 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:45.284017 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:45.294220 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:45.299836 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:45.304061 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:45.310469 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:45.383657 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Made reservation on behalf of 688b5f689e3e41249484667a939fd5f8 for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:45.386875 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.410631 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:43:45.411585 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.418041 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.460395 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:45.481839 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Usage tracker for resource:security_group_rule and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:45.491219 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:45.495046 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.504075 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:45.512181 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.588294 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:43:45.621636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Allocated IP 172.20.0.2 (43b1983b-07c7-47cb-8ae4-f6d4398035b6/de022256-0697-4bb1-ade2-6e147cbe87b9/31053484-d8c2-4acf-8cca-c524d9c20c3f) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:45.630617 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.630986 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Added segment 1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d of type vlan for network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9
Apr 08 02:43:45.640879 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454bbaa2-0b68-4c94-94c4-7067ee6dae28,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:45.681046 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.747353 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.773630 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.788252 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.789138 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:45.789766 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.793209 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.857606 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1190e9-3d0e-4eee-8d9d-aef41a682273,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:45.897126 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:43:45.910343 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.924601 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Transition to ACTIVE for port object 31053484-d8c2-4acf-8cca-c524d9c20c3f will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:45.945937 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Transition to ACTIVE for port object 31053484-d8c2-4acf-8cca-c524d9c20c3f will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:45.956858 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.981738 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:45.982073 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Added segment 96dee0b9-90dd-467c-833a-bdf54614bd71 of type vlan for network 7f572796-aa3b-4385-be7e-dfaa12bb77ed
Apr 08 02:43:45.983081 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5edff82e-54bb-4c43-8c44-0c613d4c1fa9,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:46.009423 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0b7e1d57-13c5-4185-9856-3a526fc3d0d3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2166929
Apr 08 02:43:46.016296 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40302) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:46.024909 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Request body: {'subnet': {'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-105412552-subnet', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:46.030416 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:46.031775 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:46.035658 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Usage tracker for resource:subnet and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:46.039065 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:46.039496 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:46.042115 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:43:46.050257 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:46.062027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.067642 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Made reservation on behalf of 16870ad51e0f4d1d9d73d3922e34a632 for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:46.070344 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.158736 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:46.210793 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.213733 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:46.214317 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.236489 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.269234 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Attempting to bind port 31053484-d8c2-4acf-8cca-c524d9c20c3f on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:43:46.269596 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Attempting to bind port 31053484-d8c2-4acf-8cca-c524d9c20c3f by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:43:46.269950 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Attempting to bind port 31053484-d8c2-4acf-8cca-c524d9c20c3f on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:43:46.283528 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:43:46.284034 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Checking segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:46.284430 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.285032 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Bound using segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:43:46.285606 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Bound port: 31053484-d8c2-4acf-8cca-c524d9c20c3f, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:43:46.286098 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.319700 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.397481 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] For port 31053484-d8c2-4acf-8cca-c524d9c20c3f, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:43:46.400821 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] For port 31053484-d8c2-4acf-8cca-c524d9c20c3f, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=31053484-d8c2-4acf-8cca-c524d9c20c3f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:43:46.405020 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Pushing event updated for resources: {'Port': ['ID=31053484-d8c2-4acf-8cca-c524d9c20c3f,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:46.415269 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.415809 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.416707 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.417317 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.417821 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.418510 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.418992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.419781 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.420309 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.420793 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.421296 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.422507 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Tracked resource versions report:
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]: pushed versions:
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]: {   'AddressGroup': {'1.2'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'ConntrackHelper': {'1.0'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Log': {'1.0'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Network': {'1.1'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Port': {'1.7'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'PortForwarding': {'1.2'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'QosPolicy': {'1.8'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'SecurityGroup': {'1.4'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'SubPort': {'1.0'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Subnet': {'1.1'},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     'Trunk': {'1.1'}}
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]: consumer versions:
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Log': '1.0',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Network': '1.1',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Port': '1.7',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'PortForwarding': '1.2',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'QosPolicy': '1.8',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'SecurityGroup': '1.4',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'SubPort': '1.0',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Subnet': '1.1',
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:                                                      'Trunk': '1.1'}}
Apr 08 02:43:46.423849 dv-cinder-837051-1-iscsi neutron-server[87224]:  {{(pid=87224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:43:46.429907 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.503967 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5494344
Apr 08 02:43:46.509518 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d7766-5f76-4dc8-a48f-2d2dec1bbab3 None None] Pushing event updated for resources: {'Port': ['ID=31053484-d8c2-4acf-8cca-c524d9c20c3f,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:46.530108 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40318) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:46.615267 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf1c93-6972-4876-88ac-3ed948773393 admin admin] Pushing event updated for resources: {'Network': ['ID=7f572796-aa3b-4385-be7e-dfaa12bb77ed,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:46.631033 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Request body: {'subnet': {'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-subnet', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:46.631709 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:43:46.642417 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:46.653896 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Usage tracker for resource:subnet and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:46.658889 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:46.667518 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:46.696810 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Made reservation on behalf of 688b5f689e3e41249484667a939fd5f8 for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:46.699495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.812422 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:46.837170 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Allocated IP 172.27.1.140 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/3915b70f-4c73-4561-84a4-92e51dfacb6d) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:47.046212 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19037a94-b431-42e5-b466-8634c64bba58,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:47.119758 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Checking segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:47.120310 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Network hostable DHCP agents. Network: 5edff82e-54bb-4c43-8c44-0c613d4c1fa9, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:43:47.179344 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:43:47.227141 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 5edff82e-54bb-4c43-8c44-0c613d4c1fa9) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:47.230652 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.236096 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:47.236588 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.241042 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe8640-796c-4d9b-8b48-6726edc754a1 None None] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:47.257934 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.330228 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ba14b080-b0b1-4dd6-81a9-6f8b490f3e6b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3128026
Apr 08 02:43:47.335976 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40340) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:47.342753 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.349517 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58963f7f-6467-4f40-8f75-b0d4bf20590e,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:47.360357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:47.374088 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Checking segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:47.374516 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Network hostable DHCP agents. Network: 7f572796-aa3b-4385-be7e-dfaa12bb77ed, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:43:47.424100 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:43:47.453978 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 7f572796-aa3b-4385-be7e-dfaa12bb77ed) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:47.458305 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:47.458891 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.478893 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff081784-78c7-47eb-814a-917f2e33d843 None None] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:47.488564 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:47.495370 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Usage tracker for resource:router and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:47.505367 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ee572350-75c1-46d3-9ed7-0258856dacb0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9717758
Apr 08 02:43:47.505597 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:47.505985 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40354) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:47.512627 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:47.519259 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:47.525945 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:47.533626 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:47.538107 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:47.545225 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:47.545481 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Usage tracker for resource:router and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:47.561957 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:47.576435 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:47.612059 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.613243 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.646631 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.650212 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.651226 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.933600 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:43:47.934435 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:47.972536 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:48.003455 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Pushing event updated for resources: {'Port': ['ID=3915b70f-4c73-4561-84a4-92e51dfacb6d,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:48.088776 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078b3a4-a2ee-4270-9f8e-e786ee34e47d None None] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:48.107616 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffae508-37da-4eb3-b218-488093771312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:43:48.108594 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fffae508-37da-4eb3-b218-488093771312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:48.342841 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-fffae508-37da-4eb3-b218-488093771312 None None] Allocated IP 172.20.0.2 (5edff82e-54bb-4c43-8c44-0c613d4c1fa9/19037a94-b431-42e5-b466-8634c64bba58/ddfcc6a3-28d0-4e5c-9163-594782ae6c9d) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:48.417877 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:48.551462 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40390) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:48.628382 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:48.632387 dv-cinder-837051-1-iscsi neutron-server[87223]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 02:43:48.753307 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fffae508-37da-4eb3-b218-488093771312 None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:48.763705 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-fffae508-37da-4eb3-b218-488093771312 None None] Transition to ACTIVE for port object ddfcc6a3-28d0-4e5c-9163-594782ae6c9d will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:48.784728 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-fffae508-37da-4eb3-b218-488093771312 None None] Transition to ACTIVE for port object ddfcc6a3-28d0-4e5c-9163-594782ae6c9d will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:48.796506 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:48.798473 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 31053484-d8c2-4acf-8cca-c524d9c20c3f up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:43:48.840327 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fffae508-37da-4eb3-b218-488093771312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:48.904473 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffae508-37da-4eb3-b218-488093771312 None None] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:48.905545 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-a8a39949-05a0-4f27-a5c8-965f8aad9349 None None] Provisioning for port 31053484-d8c2-4acf-8cca-c524d9c20c3f completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:43:49.026168 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:49.039653 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-fffae508-37da-4eb3-b218-488093771312 None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:49.042373 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffae508-37da-4eb3-b218-488093771312 None None] Pushing event updated for resources: {'Port': ['ID=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:49.047172 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffae508-37da-4eb3-b218-488093771312 None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:49.074779 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:49.240443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Allocated IP 172.27.1.7 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/97c3b200-f611-4508-b29e-a7606992af89) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:49.243730 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-1f419ab6-054c-4362-9455-8d78f1c9a5b4 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:49.244474 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-1f419ab6-054c-4362-9455-8d78f1c9a5b4 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Synchronizing usage tracker for tenant:a7827966303d4944b40900c83b7d40b9 on resource:network {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:43:49.354021 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-1f419ab6-054c-4362-9455-8d78f1c9a5b4 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Unset dirty status for tenant:a7827966303d4944b40900c83b7d40b9 on resource:network {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:43:49.360733 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-1f419ab6-054c-4362-9455-8d78f1c9a5b4 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/networks?id=12d51e45-31ff-422a-a96d-bba4d26b1a95 HTTP/1.1" status: 200  len: 810 time: 0.7507322
Apr 08 02:43:49.383433 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ec0c5206-c9cd-4f03-857a-7025abee97c1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/quotas/a7827966303d4944b40900c83b7d40b9 HTTP/1.1" status: 200  len: 375 time: 0.0217230
Apr 08 02:43:49.415147 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Allocated IP 172.20.0.2 (7f572796-aa3b-4385-be7e-dfaa12bb77ed/58963f7f-6467-4f40-8f75-b0d4bf20590e/2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:49.450489 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-568fd307-f035-4960-af0a-f18b3332534a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7827966303d4944b40900c83b7d40b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0662322
Apr 08 02:43:49.483770 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:49.545027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:49.634386 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:49.635736 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:49.640076 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:49.728947 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-fffae508-37da-4eb3-b218-488093771312 None None] Attempting to bind port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:43:49.734630 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-fffae508-37da-4eb3-b218-488093771312 None None] Attempting to bind port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:43:49.736421 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffae508-37da-4eb3-b218-488093771312 None None] Attempting to bind port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:43:49.799814 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffae508-37da-4eb3-b218-488093771312 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:43:49.800447 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffae508-37da-4eb3-b218-488093771312 None None] Checking segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:49.800871 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fffae508-37da-4eb3-b218-488093771312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:49.801258 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffae508-37da-4eb3-b218-488093771312 None None] Bound using segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:43:49.801749 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-fffae508-37da-4eb3-b218-488093771312 None None] Bound port: ddfcc6a3-28d0-4e5c-9163-594782ae6c9d, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:43:49.802133 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fffae508-37da-4eb3-b218-488093771312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:49.806366 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:49.894462 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Pushing event updated for resources: {'Port': ['ID=97c3b200-f611-4508-b29e-a7606992af89,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:49.936127 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 31053484-d8c2-4acf-8cca-c524d9c20c3f completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:43:49.957856 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 31053484-d8c2-4acf-8cca-c524d9c20c3f triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:43:49.958373 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.017315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-bfeafc60-7e78-4a6f-a254-4d0accbadb0b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:43:50.029593 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-bfeafc60-7e78-4a6f-a254-4d0accbadb0b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1396360
Apr 08 02:43:50.219531 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-fffae508-37da-4eb3-b218-488093771312 None None] For port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:43:50.236992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.277260 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.280660 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-fffae508-37da-4eb3-b218-488093771312 None None] For port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:43:50.291520 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Transition to ACTIVE for port object 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:50.296101 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.337109 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fffae508-37da-4eb3-b218-488093771312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.342662 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.516821 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-af4424d4-058d-4c37-8f5d-3b43ef6984d1 service neutron] 10.222.0.23 "GET /v2.0/networks/12d51e45-31ff-422a-a96d-bba4d26b1a95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4898782
Apr 08 02:43:50.546135 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffae508-37da-4eb3-b218-488093771312 None None] Pushing event updated for resources: {'Port': ['ID=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:50.555105 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Transition to ACTIVE for port object 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:50.563069 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.621636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.776563 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Router b033976d-809b-46d8-8bea-2ad667187402 is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:43:50.778794 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 31053484-d8c2-4acf-8cca-c524d9c20c3f, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=31053484-d8c2-4acf-8cca-c524d9c20c3f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:43:50.787792 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Allocated IP 172.27.1.242 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/d4770015-1ecc-49e1-90e5-cfd85b21ba6f) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:50.804103 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:50.806627 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.810138 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-05a2f4a6-d9c4-40be-b7cb-ea7c3111fb53 service neutron] 10.222.0.23 "GET /v2.0/networks/12d51e45-31ff-422a-a96d-bba4d26b1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2922521
Apr 08 02:43:50.820396 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:50.821179 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-f354e31a-0edf-4476-8522-0717ca816b74 None None] Provisioning complete for port 31053484-d8c2-4acf-8cca-c524d9c20c3f triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:43:50.821546 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f354e31a-0edf-4476-8522-0717ca816b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:50.874073 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:51.177522 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Pushing event updated for resources: {'Port': ['ID=2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:51.184855 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Attempting to bind port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:43:51.191295 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Attempting to bind port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:43:51.191829 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Attempting to bind port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:43:51.251552 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:51.394881 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:43:51.395259 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Checking segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:51.398436 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:51.398876 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Bound using segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:43:51.399383 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Bound port: 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:43:51.399778 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:51.416350 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2cca9f5b-02dc-42e5-80f9-fd63acbd41dc req-50ef4911-5822-4ecf-bfe7-e997c860df27 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.1376817
Apr 08 02:43:51.608883 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=31053484-d8c2-4acf-8cca-c524d9c20c3f,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:51.642119 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:43:51.652829 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:43:51.669443 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:43:51.673361 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b2e0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:51.727441 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] For port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:43:51.730823 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] For port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:43:51.758284 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:51.800203 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:51.868279 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Router 1160d0cf-2cc7-41f2-8206-a58791865c6e is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:43:51.876818 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:51.882210 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-fe595992-7ddc-4e26-aa7d-32a6f6154698 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 6.7127187
Apr 08 02:43:51.888447 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40534) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:51.945694 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107def6-cf54-4ea1-8595-742ea27f8283 None None] Pushing event updated for resources: {'Port': ['ID=2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:52.053084 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:52.172841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:43:52.186263 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Sync routers for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:43:52.206891 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:43:52.211314 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:43:52.211314 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdd28df0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:52.239110 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:52.240613 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4f6c7358-ec83-4c07-ae31-9fe8c57f3dce admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.7331977
Apr 08 02:43:52.243412 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40556) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:52.964972 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:43:53.070333 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:53.070881 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086b4a7-37f2-49c2-aee3-644ec5169c6c None None] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:53.109079 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:53.115601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:53.261909 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b2e0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:43:47Z', 'revision_number': 3, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:53.301621 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:43:53.301971 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Updating router b033976d-809b-46d8-8bea-2ad667187402 port 3915b70f-4c73-4561-84a4-92e51dfacb6d binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:43:53.502542 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ddfcc6a3-28d0-4e5c-9163-594782ae6c9d up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:43:53.519717 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:53.828553 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Pushing event updated for resources: {'Port': ['ID=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:53.854746 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-22b31557-b289-446f-8b21-b6031a20a475 req-74a244c0-a035-49aa-b24d-95fae8d22cd5 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 1.0835931
Apr 08 02:43:53.986484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40644) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:54.160716 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.178119 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Transition to ACTIVE for port object 3915b70f-4c73-4561-84a4-92e51dfacb6d will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:54.215853 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.283181 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Attempting to bind port 3915b70f-4c73-4561-84a4-92e51dfacb6d on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:43:54.284381 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Attempting to bind port 3915b70f-4c73-4561-84a4-92e51dfacb6d by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:43:54.284992 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Attempting to bind port 3915b70f-4c73-4561-84a4-92e51dfacb6d on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:43:54.290913 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:43:54.291624 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:54.292285 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.292886 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:43:54.293602 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Bound port: 3915b70f-4c73-4561-84a4-92e51dfacb6d, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:43:54.294213 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.363784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.365810 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47443dea-0aa9-47eb-a2e7-4b35b3db7c6c None None] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:43:54.375834 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] For port 3915b70f-4c73-4561-84a4-92e51dfacb6d, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:43:54.379066 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] For port 3915b70f-4c73-4561-84a4-92e51dfacb6d, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=3915b70f-4c73-4561-84a4-92e51dfacb6d,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:43:54.411040 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.485715 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Pushing event updated for resources: {'Port': ['ID=3915b70f-4c73-4561-84a4-92e51dfacb6d,revision_number=2']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:54.509034 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.510617 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.512008 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.513317 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.513775 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.514216 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.527873 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Tracked resource versions report:
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: pushed versions:
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: {   'AddressGroup': {'1.2'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'ConntrackHelper': {'1.0'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Log': {'1.0'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Network': {'1.1'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Port': {'1.7'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'PortForwarding': {'1.2'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'QosPolicy': {'1.8'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'SecurityGroup': {'1.4'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'SecurityGroupRule': {'1.2'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'SubPort': {'1.0'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Subnet': {'1.1'},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     'Trunk': {'1.1'}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: consumer versions:
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]: {   DHCP agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     HyperV agent@hv-cinder-83705: {},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     L3 agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     Metadata agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     Metering agent@dv-cinder-837051-1-iscsi: {},
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:     Open vSwitch agent@dv-cinder-837051-1-iscsi: {   'AddressGroup': '1.2',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'ConntrackHelper': '1.0',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Log': '1.0',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Network': '1.1',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Port': '1.7',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'PortForwarding': '1.2',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'QosPolicy': '1.8',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'SecurityGroup': '1.4',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'SecurityGroupRule': '1.2',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'SubPort': '1.0',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Subnet': '1.1',
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:                                                      'Trunk': '1.1'}}
Apr 08 02:43:54.531795 dv-cinder-837051-1-iscsi neutron-server[87225]:  {{(pid=87225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Apr 08 02:43:54.538568 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.550297 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:43:54.550897 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b2e0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:54.745359 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcaf585-70e8-46b3-9274-1eae6c30360d None None] Pushing event updated for resources: {'Port': ['ID=3915b70f-4c73-4561-84a4-92e51dfacb6d,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:54.818227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-1bd38700-d614-4d56-9f9e-2cfa423589d9 None None] Provisioning for port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:43:54.868649 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.41', 64423) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:54.890574 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:54.922592 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:43:54.930433 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:43:54.947449 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:43:54.948344 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:55.166979 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40684) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:55.223077 dv-cinder-837051-1-iscsi neutron-server[87222]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 02:43:55.298253 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40690) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:55.312899 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-eabe93a8-a18c-42fe-870d-e810dafc810b None None] Provisioning for port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:43:55.329459 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdd28df0>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:49Z', 'revision_number': 3, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:55.354196 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Checking router: 1160d0cf-2cc7-41f2-8206-a58791865c6e for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:43:55.354778 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Updating router 1160d0cf-2cc7-41f2-8206-a58791865c6e port 97c3b200-f611-4508-b29e-a7606992af89 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:43:55.386467 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:55.391394 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:55.499255 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b2e0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:43:47Z', 'revision_number': 3, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:55.512566 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c5e743-d169-4e17-a15d-d851ac398a7d None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:43:47Z', 'revision_number': 3, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:43:55.539747 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:55.576150 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Usage tracker for resource:security_group_rule and tenant:dbcdb0d9743a4f588b76486ddf7caf7c is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:55.583128 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:55.600367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Allocated IP 172.20.0.1 (7f572796-aa3b-4385-be7e-dfaa12bb77ed/58963f7f-6467-4f40-8f75-b0d4bf20590e/1047416f-2501-4328-bbee-64f45a0933ec) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:55.608506 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:55.617631 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:55.618987 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4676a93e-a446-467e-9694-bddf3bf3d4c1 req-5413bd04-df0a-438a-851f-60e78ca7ada7 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.4509933
Apr 08 02:43:55.695146 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:43:55.737039 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:55.739018 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 31053484-d8c2-4acf-8cca-c524d9c20c3f up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:43:55.864965 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-bb4926f2-6de2-45b0-912f-214146a4fb9c tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:55.883301 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-bb4926f2-6de2-45b0-912f-214146a4fb9c tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.41 "GET /v2.0/networks?id=12d51e45-31ff-422a-a96d-bba4d26b1a95 HTTP/1.1" status: 200  len: 810 time: 1.0096467
Apr 08 02:43:56.036576 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Request body: {'port': {'device_id': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95', 'admin_state_up': True, 'tenant_id': 'a7827966303d4944b40900c83b7d40b9'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:43:56.094307 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.150007 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:56.152328 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:56.166048 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.212101 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 31053484-d8c2-4acf-8cca-c524d9c20c3f triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:43:56.212471 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.223091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Usage tracker for resource:security_group_rule and tenant:1d5dcc5280b74e419f99b37e90e22985 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:56.231766 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:56.250569 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:56.305881 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.348997 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-f6b19795-6809-4783-8c68-9086b83022e7 None None] Provisioning complete for port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:43:56.349396 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f6b19795-6809-4783-8c68-9086b83022e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.373433 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Transition to ACTIVE for port object 1047416f-2501-4328-bbee-64f45a0933ec will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:56.381384 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:43:56.393583 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Usage tracker for resource:port and tenant:a7827966303d4944b40900c83b7d40b9 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:43:56.401306 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:43:56.425552 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:43:56.572026 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:43:56.594422 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.699990 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.769362 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:56.770211 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.818045 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.847631 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:56.901443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:56.901916 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.940675 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:56.978399 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Made reservation on behalf of a7827966303d4944b40900c83b7d40b9 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:43:56.995740 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:57.014457 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Allocated IP 172.20.0.1 (43b1983b-07c7-47cb-8ae4-f6d4398035b6/de022256-0697-4bb1-ade2-6e147cbe87b9/2b21848f-02b2-4625-8c96-a8e102fd3aa0) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:57.125408 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d5dcc5280b74e419f99b37e90e22985&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8100843
Apr 08 02:43:57.152520 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40746) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:57.213613 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbcdb0d9743a4f588b76486ddf7caf7c&name=default HTTP/1.1" status: 200  len: 2975 time: 3.2077584
Apr 08 02:43:57.216292 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9cc5fa98-329d-4ae3-a8e1-5c64dec92fda req-f2cc06f3-783f-4368-8238-6c523829432f tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.1911354
Apr 08 02:43:57.264515 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40754) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:57.269120 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:43:57.320177 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:43:57.328479 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:57.438811 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Allocated IP 172.20.0.7 (12d51e45-31ff-422a-a96d-bba4d26b1a95/846e632e-f63f-4f42-a980-1fe51d66ba07/f0ff52a0-7fb7-43b6-a51f-a6b036a7209c) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:43:57.478398 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb1be54-43c2-435b-ab71-6c2cf7b5204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496272cf-1793-48a1-9958-a71ca6eed003,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:57.486461 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Pushing event updated for resources: {'Port': ['ID=1047416f-2501-4328-bbee-64f45a0933ec,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:57.545476 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-d618ae4a-c203-45b8-bad6-9339dabc3cb4 None None] Provisioning for port 1047416f-2501-4328-bbee-64f45a0933ec completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:43:57.661379 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-d618ae4a-c203-45b8-bad6-9339dabc3cb4 None None] Provisioning complete for port 1047416f-2501-4328-bbee-64f45a0933ec triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:43:57.661976 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-d618ae4a-c203-45b8-bad6-9339dabc3cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:57.722591 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b82d9-4f62-4918-9c42-c916e5ad933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ba71b-ca04-4eb6-a19f-ce88d1d5dfe8,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:57.751704 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-060b23b6-2f6e-4251-bdfd-e1a9a9b82489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:57.758357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-84377c05-1bc8-4c2f-89f5-6505952b7620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:57.804670 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-84377c05-1bc8-4c2f-89f5-6505952b7620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:57.910888 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-84377c05-1bc8-4c2f-89f5-6505952b7620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:57.968059 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Router 2497ccc0-c998-4ded-967b-c870faf2a34e is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:43:58.038977 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84377c05-1bc8-4c2f-89f5-6505952b7620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496272cf-1793-48a1-9958-a71ca6eed003,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:58.079350 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-060b23b6-2f6e-4251-bdfd-e1a9a9b82489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.083687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.187942 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.262677 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.270584 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Transition to ACTIVE for port object 97c3b200-f611-4508-b29e-a7606992af89 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:58.385661 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.405337 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.630030 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-d618ae4a-c203-45b8-bad6-9339dabc3cb4 None None] Port 1047416f-2501-4328-bbee-64f45a0933ec cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:43:58.642055 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.652016 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.692150 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Attempting to bind port 97c3b200-f611-4508-b29e-a7606992af89 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:43:58.693486 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Attempting to bind port 97c3b200-f611-4508-b29e-a7606992af89 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:43:58.694068 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Attempting to bind port 97c3b200-f611-4508-b29e-a7606992af89 on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:43:58.697635 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b155d-18eb-46d7-9f4a-df9e490dda17 None None] Pushing event updated for resources: {'Port': ['ID=97c3b200-f611-4508-b29e-a7606992af89,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:58.710405 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:43:58.711941 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:43:58.712550 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.713139 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:43:58.713861 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Bound port: 97c3b200-f611-4508-b29e-a7606992af89, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:43:58.714618 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.808007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Network 12d51e45-31ff-422a-a96d-bba4d26b1a95 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:58.817087 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] For port 97c3b200-f611-4508-b29e-a7606992af89, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:43:58.821140 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] For port 97c3b200-f611-4508-b29e-a7606992af89, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=97c3b200-f611-4508-b29e-a7606992af89,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:43:58.834814 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:43:58.835193 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Pushing event updated for resources: {'Port': ['ID=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:58.839788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.850212 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:58.922234 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.929378 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:43:58.946612 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Sync routers for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:43:58.957016 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-84377c05-1bc8-4c2f-89f5-6505952b7620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:58.961082 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-84377c05-1bc8-4c2f-89f5-6505952b7620 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/496272cf-1793-48a1-9958-a71ca6eed003 HTTP/1.1" status: 204  len: 168 time: 1.7928572
Apr 08 02:43:58.963556 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:43:58.964216 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f37f0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:59.005827 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.022758 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b155d-18eb-46d7-9f4a-df9e490dda17 None None] Pushing event updated for resources: {'Port': ['ID=97c3b200-f611-4508-b29e-a7606992af89,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:59.025514 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Transition to ACTIVE for port object 2b21848f-02b2-4625-8c96-a8e102fd3aa0 will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:43:59.113006 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.171279 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:43:59.171913 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdd28df0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:43:59.238805 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:59.242118 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.246045 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-830a1f4a-6d45-4111-b527-952605ab0a96 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 11.9061682
Apr 08 02:43:59.254560 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:43:59.255528 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.259828 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40792) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:59.330366 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Pushing event updated for resources: {'Port': ['ID=2b21848f-02b2-4625-8c96-a8e102fd3aa0,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:59.366064 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-060b23b6-2f6e-4251-bdfd-e1a9a9b82489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.379631 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:43:59.412715 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b23b6-2f6e-4251-bdfd-e1a9a9b82489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ba71b-ca04-4eb6-a19f-ce88d1d5dfe8,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:43:59.415279 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:43:59.469519 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:43:59.474935 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-060b23b6-2f6e-4251-bdfd-e1a9a9b82489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.477037 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-060b23b6-2f6e-4251-bdfd-e1a9a9b82489 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b5ba71b-ca04-4eb6-a19f-ce88d1d5dfe8 HTTP/1.1" status: 204  len: 168 time: 2.1961069
Apr 08 02:43:59.522622 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:43:59.524558 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:43:59.580034 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ddfcc6a3-28d0-4e5c-9163-594782ae6c9d up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:43:59.694382 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ee5ebb51-1577-489d-8469-327bf2a60c3d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6669042
Apr 08 02:43:59.759635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40810) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:43:59.768041 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-1e59519e-8301-4871-a4f0-680953657cb1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:43:59.772096 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-1e59519e-8301-4871-a4f0-680953657cb1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0367618
Apr 08 02:44:00.104548 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bca9b2-67c9-4d5a-be90-1629422e066b req-d2f94591-d090-49d2-9505-c0f07b43f1f1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:00.115364 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e0bca9b2-67c9-4d5a-be90-1629422e066b req-d2f94591-d090-49d2-9505-c0f07b43f1f1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Synchronizing usage tracker for tenant:a7827966303d4944b40900c83b7d40b9 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:00.118282 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:00.148581 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:00.288356 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:00.291022 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.db.resource_extend [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 08 02:44:00.334544 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:00.350590 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Usage tracker for resource:security_group_rule and tenant:baaf1e5d79dc405fbc4100c33556c2f5 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:00.630031 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f37f0>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:53Z', 'revision_number': 3, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:43:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:00.647412 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Checking router: 2497ccc0-c998-4ded-967b-c870faf2a34e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:44:00.649331 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Updating router 2497ccc0-c998-4ded-967b-c870faf2a34e port d4770015-1ecc-49e1-90e5-cfd85b21ba6f binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:44:00.655202 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:00.777904 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-b382249c-caeb-42be-86c1-6a440628c73c None None] Provisioning for port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:00.794472 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:00.804089 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:00.866366 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:00.878247 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-b382249c-caeb-42be-86c1-6a440628c73c None None] Provisioning complete for port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:00.882982 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b382249c-caeb-42be-86c1-6a440628c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:00.969505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Request body: {'port': {'device_id': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:01.145769 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-b382249c-caeb-42be-86c1-6a440628c73c None None] Port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:01.191890 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:01.203131 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:01.230210 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:01.237672 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:01.238528 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:01.568391 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:01.570150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:01.584581 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:01.675527 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3915b70f-4c73-4561-84a4-92e51dfacb6d up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:01.705527 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:01.722293 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:01.748134 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Pushing event updated for resources: {'Port': ['ID=2b21848f-02b2-4625-8c96-a8e102fd3aa0,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:01.917437 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:01.953708 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Transition to ACTIVE for port object d4770015-1ecc-49e1-90e5-cfd85b21ba6f will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:01.976174 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:02.045805 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 3915b70f-4c73-4561-84a4-92e51dfacb6d completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:02.073542 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdd28df0>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:43:55Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:02.083109 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 3915b70f-4c73-4561-84a4-92e51dfacb6d triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:02.090669 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:02.091513 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:02.092541 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Pushing event updated for resources: {'Port': ['ID=1047416f-2501-4328-bbee-64f45a0933ec,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:02.129321 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:44:02.171258 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf32799-1b6d-4b61-9623-1021e72c4ecf None None] Pushing event updated for resources: {'Port': ['ID=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,revision_number=2']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:02.191472 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:44:02.214966 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:02.288387 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Attempting to bind port d4770015-1ecc-49e1-90e5-cfd85b21ba6f on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:02.288613 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Attempting to bind port d4770015-1ecc-49e1-90e5-cfd85b21ba6f by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:02.288972 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Attempting to bind port d4770015-1ecc-49e1-90e5-cfd85b21ba6f on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:02.313324 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:02.313700 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:02.314091 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:02.314516 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:02.314960 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Bound port: d4770015-1ecc-49e1-90e5-cfd85b21ba6f, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:02.315356 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:02.443652 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0c833f-235b-4c3e-96ae-848ddcb56145 None None] The sync data for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi is: [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:43:55Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:02.483443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:02.572601 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] For port d4770015-1ecc-49e1-90e5-cfd85b21ba6f, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:02.586883 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] For port d4770015-1ecc-49e1-90e5-cfd85b21ba6f, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:02.594713 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:02.627606 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9bb2e0af-837a-4047-a349-201890469732 None None] Provisioning complete for port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:02.628004 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9bb2e0af-837a-4047-a349-201890469732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:02.748394 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:44:02.775138 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:44:02.795521 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-6dbf5c14-7229-4657-8004-38f37373cd51 admin admin] 10.222.0.23 "PUT /v2.0/routers/b033976d-809b-46d8-8bea-2ad667187402/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9057219
Apr 08 02:44:02.856054 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2e0af-837a-4047-a349-201890469732 None None] Port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:02.971834 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:02.974790 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f37f0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:03.045007 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:03.045740 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc686a0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:03.263820 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:03.321337 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf32799-1b6d-4b61-9623-1021e72c4ecf None None] Pushing event updated for resources: {'Port': ['ID=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:03.607699 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:03.631452 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 3915b70f-4c73-4561-84a4-92e51dfacb6d, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=3915b70f-4c73-4561-84a4-92e51dfacb6d,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:03.647050 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:03.650641 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-f3643431-9847-4885-93a0-73144ad0bcda None None] Provisioning complete for port 1047416f-2501-4328-bbee-64f45a0933ec triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:03.650937 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f3643431-9847-4885-93a0-73144ad0bcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:03.799358 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Router 1160d0cf-2cc7-41f2-8206-a58791865c6e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:44:03.804676 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:03.949759 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=3915b70f-4c73-4561-84a4-92e51dfacb6d,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:04.000429 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:04.291306 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:04.439694 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-f3643431-9847-4885-93a0-73144ad0bcda None None] Port 1047416f-2501-4328-bbee-64f45a0933ec cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:04.768491 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f37f0>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:53Z', 'revision_number': 3, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:04.776333 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54a318-0603-42d7-a6ee-4dc3cf1d8a7c None None] The sync data for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi is: [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:53Z', 'revision_number': 3, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:05.227724 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40922) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:05.242351 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:05.316748 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:05.317190 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:05.341390 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:05.477635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e0bca9b2-67c9-4d5a-be90-1629422e066b req-d2f94591-d090-49d2-9505-c0f07b43f1f1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Unset dirty status for tenant:a7827966303d4944b40900c83b7d40b9 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:05.486232 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e0bca9b2-67c9-4d5a-be90-1629422e066b req-d2f94591-d090-49d2-9505-c0f07b43f1f1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 931 time: 6.8962309
Apr 08 02:44:05.519472 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:05.523703 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5616e2ad-2b02-4e7f-8c1d-e28d5071b9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:05.715872 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e0bca9b2-67c9-4d5a-be90-1629422e066b req-807f5fe2-0fd8-4ab1-b702-2fc0af9791ce tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2285619
Apr 08 02:44:05.721876 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40932) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:05.731605 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:05.747444 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969433291', 'description': 'tempest-description--2125147348'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:05.765049 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:05.769649 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:05.772910 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:05.779398 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:05.779799 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Allocated IP 172.20.0.1 (5edff82e-54bb-4c43-8c44-0c613d4c1fa9/19037a94-b431-42e5-b466-8634c64bba58/b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:05.788057 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:44:05.805924 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:05.823074 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Usage tracker for resource:security_group_rule and tenant:37dc3585b0e34c919a8cb795e79f6584 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:05.832016 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:05.848586 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=baaf1e5d79dc405fbc4100c33556c2f5&name=default HTTP/1.1" status: 200  len: 2975 time: 6.0730355
Apr 08 02:44:05.857432 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40936) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:05.857847 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67baa3-41ee-4167-9e6c-89c910b3e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf59a4-d048-4c2e-a542-c3be8e7d4790,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:05.864029 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc686a0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 2, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:05.872231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:05.873969 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:44:05.881417 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Updating router b033976d-809b-46d8-8bea-2ad667187402 port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:44:05.925097 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:05.932177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:05.943458 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:05.949552 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:05.955877 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40940) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:05.959009 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0e6e97cc-1f09-42c1-970a-26ecddd4af7d admin admin] 10.222.0.23 "PUT /v2.0/routers/1160d0cf-2cc7-41f2-8206-a58791865c6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.7144358
Apr 08 02:44:06.040374 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.202631 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.db.resource_extend [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 08 02:44:06.222817 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.396819 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3915b70f-4c73-4561-84a4-92e51dfacb6d up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:06.402444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.419482 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.437755 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4413fd65-266f-4f71-9c57-1cd253601f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.474072 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:06.500429 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ff52a0-7fb7-43b6-a51f-a6b036a7209c {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:06.510901 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ffc9314faf4803b8cdfe78316b9baa is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:06.532581 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.540068 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:06.549696 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.562169 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:06.602971 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Transition to ACTIVE for port object b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:06.623349 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 3915b70f-4c73-4561-84a4-92e51dfacb6d triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:06.630560 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.649646 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Transition to ACTIVE for port object f0ff52a0-7fb7-43b6-a51f-a6b036a7209c will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:06.659944 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.753817 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6897f375-88ae-412c-8fd0-683c7731e0b3,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:06.803220 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4413fd65-266f-4f71-9c57-1cd253601f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.808407 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:06.925733 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.956942 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.985774 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:06.987181 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d07cc7b1-0414-43fa-bda2-d42898142611 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.2605591
Apr 08 02:44:07.001917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40960) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:07.022989 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': '6897f375-88ae-412c-8fd0-683c7731e0b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:07.077635 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 97c3b200-f611-4508-b29e-a7606992af89 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:07.079680 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:07.099177 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37dc3585b0e34c919a8cb795e79f6584&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8684518
Apr 08 02:44:07.103003 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40964) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:07.113617 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:07.135071 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Attempting to bind port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:07.139975 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Attempting to bind port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '03e5b568-87ac-47ee-a506-a8c4ee8bb3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:07.140434 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Attempting to bind port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c on network 12d51e45-31ff-422a-a96d-bba4d26b1a95 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:07.153036 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Sync routers for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:44:07.162682 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca976df1-fa9b-4b8a-b198-43017f12e639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9040c-4d9d-4e8c-b6bf-f7e82f1b2d74,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:07.169255 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c on network 12d51e45-31ff-422a-a96d-bba4d26b1a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:44:07.170034 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Attempting to bind port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c on network 12d51e45-31ff-422a-a96d-bba4d26b1a95 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:07.170451 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:07.173047 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce60c040>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:43:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:07.179840 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:07.184027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:07.184556 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Checking segment: {'id': '03e5b568-87ac-47ee-a506-a8c4ee8bb3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:07.185156 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Bound using segment: {'id': '03e5b568-87ac-47ee-a506-a8c4ee8bb3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:07.185695 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Bound port: f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e5b568-87ac-47ee-a506-a8c4ee8bb3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:07.186137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.193346 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:07.248787 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.281619 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.322137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:07.335145 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:07.344336 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc214-2f97-44dd-9fd1-5737eab61507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.355687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:44:07.359629 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.425446 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.460575 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40968) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:07.537231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--768794946', 'description': 'tempest-description--1992656434'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:07.549558 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c098bc-16d8-4adc-98b1-40129c8a204a req-44a6143c-17ee-4493-a17d-099a85af8856 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:07.551222 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.552936 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c098bc-16d8-4adc-98b1-40129c8a204a req-44a6143c-17ee-4493-a17d-099a85af8856 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 943 time: 0.5895731
Apr 08 02:44:07.590678 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:07.603852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:07.618645 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:07.634536 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dc6049e7-1ca1-4da6-b97b-e18f0ee22998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.637018 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:07.704811 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:07.723786 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4413fd65-266f-4f71-9c57-1cd253601f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.755178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.895506 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d19781-b13b-4355-a31c-60de45401e8f,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:07.944680 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:07.965200 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:07.980747 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group_rule and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:07.988987 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:07.996289 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 97c3b200-f611-4508-b29e-a7606992af89 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:07.999764 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:08.039437 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 97c3b200-f611-4508-b29e-a7606992af89 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:08.039808 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.114705 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c098bc-16d8-4adc-98b1-40129c8a204a req-c9d522ab-cd91-40a4-a269-0d40dc9ddde3 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202580
Apr 08 02:44:08.127916 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.134517 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4413fd65-266f-4f71-9c57-1cd253601f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.157233 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4413fd65-266f-4f71-9c57-1cd253601f3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0bf59a4-d048-4c2e-a542-c3be8e7d4790 HTTP/1.1" status: 204  len: 168 time: 2.2899330
Apr 08 02:44:08.167611 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc214-2f97-44dd-9fd1-5737eab61507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.169994 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce60c040>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 2, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:08.177595 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Checking router: 1160d0cf-2cc7-41f2-8206-a58791865c6e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:44:08.181667 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Updating router 1160d0cf-2cc7-41f2-8206-a58791865c6e port 1047416f-2501-4328-bbee-64f45a0933ec binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:44:08.244632 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413fd65-266f-4f71-9c57-1cd253601f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf59a4-d048-4c2e-a542-c3be8e7d4790,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:08.273205 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7ffc9314faf4803b8cdfe78316b9baa&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3127425
Apr 08 02:44:08.283105 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40986) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:08.302515 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Pushing event updated for resources: {'Port': ['ID=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:08.342410 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.352086 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.357171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:08.406987 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-60b98794-450b-423b-95a0-73c358824c03 None None] Provisioning for port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:08.421720 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.442938 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-60b98794-450b-423b-95a0-73c358824c03 None None] Provisioning complete for port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:08.448346 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-60b98794-450b-423b-95a0-73c358824c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.456494 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.460559 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-dd68b263-e732-44fd-a603-211c23c713ce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4460759
Apr 08 02:44:08.484063 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.486144 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 40990) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:08.504723 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166a996-63ff-461a-984b-ea61eb1275f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2066bc0-e12c-49a6-aa50-c99589e37ea5,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:08.516767 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.524871 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Transition to ACTIVE for port object 2b21848f-02b2-4625-8c96-a8e102fd3aa0 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:08.545388 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': '6897f375-88ae-412c-8fd0-683c7731e0b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:08.570355 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,segment=NetworkSegment(03e5b568-87ac-47ee-a506-a8c4ee8bb3a5),segment_id=03e5b568-87ac-47ee-a506-a8c4ee8bb3a5)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:08.588005 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.588798 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.592428 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.606560 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:08.615296 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.671713 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-64ec1c1d-6d06-4070-9c03-c607a60a1e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.681531 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.695877 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2252936
Apr 08 02:44:08.709271 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53c4fb-03d8-4dbc-83e8-f76e3208f603 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16292517-0bb0-41f9-9819-58c0ff57af33,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:08.711773 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 40996) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:08.721332 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc214-2f97-44dd-9fd1-5737eab61507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.726220 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3b0dc214-2f97-44dd-9fd1-5737eab61507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.728961 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-3b0dc214-2f97-44dd-9fd1-5737eab61507 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ed9040c-4d9d-4e8c-b6bf-f7e82f1b2d74 HTTP/1.1" status: 204  len: 168 time: 1.6207078
Apr 08 02:44:08.778703 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:08.781352 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'security_group_rule': {'security_group_id': '16292517-0bb0-41f9-9819-58c0ff57af33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:08.791590 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:08.818849 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dc214-2f97-44dd-9fd1-5737eab61507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9040c-4d9d-4e8c-b6bf-f7e82f1b2d74,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:08.824661 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:08.837838 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:08.847648 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-64ec1c1d-6d06-4070-9c03-c607a60a1e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.875540 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group_rule and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:08.898605 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:08.955732 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:08.958418 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:08.959316 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:08.963548 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0ff52a0-7fb7-43b6-a51f-a6b036a7209c HTTP/1.1" status: 200  len: 1093 time: 8.7030942
Apr 08 02:44:08.966772 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:09.106134 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.133507 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-60b98794-450b-423b-95a0-73c358824c03 None None] Port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:09.228775 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-64ec1c1d-6d06-4070-9c03-c607a60a1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.238635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.249144 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.308959 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 97c3b200-f611-4508-b29e-a7606992af89, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=97c3b200-f611-4508-b29e-a7606992af89,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:09.345534 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec1c1d-6d06-4070-9c03-c607a60a1e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2066bc0-e12c-49a6-aa50-c99589e37ea5,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:09.360788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b4b47-1e1e-4a5f-b04b-f8464f6c7591 None None] Pushing event updated for resources: {'Port': ['ID=2b21848f-02b2-4625-8c96-a8e102fd3aa0,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:09.373286 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.374574 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4770015-1ecc-49e1-90e5-cfd85b21ba6f up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:09.392399 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-64ec1c1d-6d06-4070-9c03-c607a60a1e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.411135 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-64ec1c1d-6d06-4070-9c03-c607a60a1e91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2066bc0-e12c-49a6-aa50-c99589e37ea5 HTTP/1.1" status: 204  len: 168 time: 1.1116149
Apr 08 02:44:09.629930 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce513b-0c56-42c1-84c9-42e2c53bbb35 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:09.638325 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.658478 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.736006 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.786844 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Transition to ACTIVE for port object 1047416f-2501-4328-bbee-64f45a0933ec will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:09.793043 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41024) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:09.798737 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b722a72-8fdd-4d8a-8b48-6e35bd259cf3,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:09.809752 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.859264 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.871437 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-86ab466b-ba79-4f26-a2af-2942ce702ab7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1559837
Apr 08 02:44:09.874346 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:09.905718 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41030) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:09.917563 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'security_group_rule': {'security_group_id': '16292517-0bb0-41f9-9819-58c0ff57af33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:09.928258 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:09.936516 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:09.944593 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Usage tracker for resource:security_group_rule and tenant:6f6fb8ef382748398bdfd38f45613014 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:09.947831 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group_rule and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:09.957120 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:09.962301 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:09.973147 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:09.977514 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:09.995777 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6695-db27-4576-827d-56c3ef27f100 req-dff051b2-218f-4b1e-9311-483f26b8dbd7 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:10.003584 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7e1e6695-db27-4576-827d-56c3ef27f100 req-dff051b2-218f-4b1e-9311-483f26b8dbd7 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 943 time: 0.5362744
Apr 08 02:44:10.066217 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.123670 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Attempting to bind port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:10.129262 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Attempting to bind port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:10.129699 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Attempting to bind port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:10.160649 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.161578 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:10.166283 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Checking segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:10.166860 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.167258 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Bound using segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:10.167782 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Bound port: 2b21848f-02b2-4625-8c96-a8e102fd3aa0, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:10.168236 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.200312 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-7e1e6695-db27-4576-827d-56c3ef27f100 req-1a456d02-acca-47a1-afbc-8e84835c0027 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Synchronizing usage tracker for tenant:a7827966303d4944b40900c83b7d40b9 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:10.262467 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=97c3b200-f611-4508-b29e-a7606992af89,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:10.300148 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port d4770015-1ecc-49e1-90e5-cfd85b21ba6f completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:10.308495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.353871 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-5edee94b-10cd-41ef-a2b4-7082521b8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:10.355382 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-5edee94b-10cd-41ef-a2b4-7082521b8e4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7827966303d4944b40900c83b7d40b9&device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 1096 time: 1.1252666
Apr 08 02:44:10.360940 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.413902 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port d4770015-1ecc-49e1-90e5-cfd85b21ba6f triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:10.416339 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.445934 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.450907 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fa4e3-3fb6-4bb8-9599-71ba20b68f80 None None] Pushing event updated for resources: {'Port': ['ID=1047416f-2501-4328-bbee-64f45a0933ec,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:10.476763 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.721468 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.728279 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-7e1e6695-db27-4576-827d-56c3ef27f100 req-1a456d02-acca-47a1-afbc-8e84835c0027 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Unset dirty status for tenant:a7827966303d4944b40900c83b7d40b9 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:10.730043 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7e1e6695-db27-4576-827d-56c3ef27f100 req-1a456d02-acca-47a1-afbc-8e84835c0027 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7254643
Apr 08 02:44:10.732321 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.742665 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0729deb-d403-425d-9737-7a5618b14a1c,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:10.761827 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.764296 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be004c0b-02cb-4a5d-84e7-bf0654e1101f,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:10.775829 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c67d4a33-f023-434b-9a0e-437aeb3d11a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8647881
Apr 08 02:44:10.776772 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41054) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:10.793972 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.796356 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:10.797939 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d069049e-b334-46a0-b199-6e352cfeacb0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.3089924
Apr 08 02:44:10.801377 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41058) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:10.803567 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:10.808210 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:floatingip and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:10.812558 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-ebf953d3-00e2-43a2-be6d-a9d58a48ff47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c HTTP/1.1" status: 200  len: 217 time: 0.4060297
Apr 08 02:44:10.812972 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:10.819214 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] For port 2b21848f-02b2-4625-8c96-a8e102fd3aa0, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:10.821267 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:10.823224 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] For port 2b21848f-02b2-4625-8c96-a8e102fd3aa0, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2b21848f-02b2-4625-8c96-a8e102fd3aa0,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:10.826687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:10.846449 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.857930 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Attempting to bind port 1047416f-2501-4328-bbee-64f45a0933ec on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:10.858682 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Attempting to bind port 1047416f-2501-4328-bbee-64f45a0933ec by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:10.858682 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Attempting to bind port 1047416f-2501-4328-bbee-64f45a0933ec on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:10.879498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:10.880844 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:10.882083 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Checking segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:10.882489 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.884760 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Bound using segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:10.886160 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Bound port: 1047416f-2501-4328-bbee-64f45a0933ec, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:10.887443 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.897451 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f6fb8ef382748398bdfd38f45613014&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1028492
Apr 08 02:44:10.900653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41064) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:10.901537 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0c2ae0-a9c1-422b-9748-69faaeb36c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4054c22-fb48-4a54-b3fc-958940687bb2,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:10.959254 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:10.959500 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41068) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:11.029270 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:floatingip and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:11.055160 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.062507 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.066913 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:11.074768 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e7fe-6a73-4afb-9115-37ff617caed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.141332 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:11.146183 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.148449 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.172864 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:11.203445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5abea9043b4fd589d63e6e3040f5a4 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:11.209833 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b4b47-1e1e-4a5f-b04b-f8464f6c7591 None None] Pushing event updated for resources: {'Port': ['ID=2b21848f-02b2-4625-8c96-a8e102fd3aa0,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:11.231371 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e7fe-6a73-4afb-9115-37ff617caed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.231598 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] For port 1047416f-2501-4328-bbee-64f45a0933ec, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:11.237925 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] For port 1047416f-2501-4328-bbee-64f45a0933ec, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=1047416f-2501-4328-bbee-64f45a0933ec,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:11.247417 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.254867 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:11.289806 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:11.360535 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.388693 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Pushing event updated for resources: {'Port': ['ID=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:11.392697 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:11.395389 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc686a0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:08Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:11.455040 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.479149 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-e2bdd61b-d802-44cc-81ef-11b9af9ef18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:11.480896 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-e2bdd61b-d802-44cc-81ef-11b9af9ef18c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=846e632e-f63f-4f42-a980-1fe51d66ba07 HTTP/1.1" status: 200  len: 850 time: 0.6072338
Apr 08 02:44:11.501526 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.552246 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fa4e3-3fb6-4bb8-9599-71ba20b68f80 None None] Pushing event updated for resources: {'Port': ['ID=1047416f-2501-4328-bbee-64f45a0933ec,revision_number=4']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:11.567456 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:11.568136 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce60c040>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:08Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:11.684214 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e7fe-6a73-4afb-9115-37ff617caed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:11.738667 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-3cec91cb-766f-4e16-81f4-dfd0cbcf1a68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d51e45-31ff-422a-a96d-bba4d26b1a95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2493854
Apr 08 02:44:11.740539 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464c4bd7-a8ad-4370-93f5-63ca702d3321'] response: {'name': 'network-changed', 'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c', 'status': 'completed', 'code': 200}
Apr 08 02:44:11.841887 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Allocated IP 172.27.1.134 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/54d40bb3-4c02-473a-8782-c2c0666f6e76) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:11.903959 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:11.968589 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:12.049856 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:12.054414 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:12.090605 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.230320 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8e7fe-6a73-4afb-9115-37ff617caed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4054c22-fb48-4a54-b3fc-958940687bb2,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:12.250224 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port d4770015-1ecc-49e1-90e5-cfd85b21ba6f, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:12.266411 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.300321 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-821951e5-5e69-4082-9dcc-01c1d650172f service neutron] 10.222.0.41 "GET /v2.0/networks/12d51e45-31ff-422a-a96d-bba4d26b1a95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5274282
Apr 08 02:44:12.310697 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.397940 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e7fe-6a73-4afb-9115-37ff617caed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.399120 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-5ad8e7fe-6a73-4afb-9115-37ff617caed5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4054c22-fb48-4a54-b3fc-958940687bb2 HTTP/1.1" status: 204  len: 168 time: 1.4947031
Apr 08 02:44:12.454717 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:12.461062 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:12.489763 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:44:12.635851 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce60c040>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:12.650105 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 1047416f-2501-4328-bbee-64f45a0933ec up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:12.658185 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c65df3-0c36-48fd-9de4-62a3efeede4a None None] The sync data for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi is: [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:12.677303 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.678859 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'Port': ['ID=54d40bb3-4c02-473a-8782-c2c0666f6e76,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:12.697654 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.700769 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.786616 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d5abea9043b4fd589d63e6e3040f5a4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8227425
Apr 08 02:44:12.799270 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41112) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:12.843136 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ce47c-d575-436a-b079-778ef1ad3e0b req-ee575147-cadf-4796-a07e-c5e157f9c4d6 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:12.851674 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-df0ce47c-d575-436a-b079-778ef1ad3e0b req-ee575147-cadf-4796-a07e-c5e157f9c4d6 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 943 time: 0.7176614
Apr 08 02:44:12.878374 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:12.903088 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:12.913463 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003726ca-9735-455e-8e2a-7bbea7addde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f3461e-713d-4030-9c60-b9e29a3702da,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:12.938967 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-df0ce47c-d575-436a-b079-778ef1ad3e0b req-547183bb-6435-4630-90c2-3a4e90d41905 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830472
Apr 08 02:44:13.039125 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.084817 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-b31de485-5d27-43e7-9ccd-1655b9e7dfad None None] Provisioning complete for port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:13.085183 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b31de485-5d27-43e7-9ccd-1655b9e7dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.347336 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-b31de485-5d27-43e7-9ccd-1655b9e7dfad None None] Port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:13.362359 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 1047416f-2501-4328-bbee-64f45a0933ec completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:13.366697 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6095af48-7632-4dae-9a93-dac0f91d7a32 req-b82f5791-a6d3-43bf-85ba-76178433700e service neutron] 10.222.0.41 "GET /v2.0/networks/12d51e45-31ff-422a-a96d-bba4d26b1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2833686
Apr 08 02:44:13.377779 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 1047416f-2501-4328-bbee-64f45a0933ec triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:13.378151 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.440903 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Router 2497ccc0-c998-4ded-967b-c870faf2a34e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:44:13.482012 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41132) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:13.495995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc686a0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:10Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:13.510257 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72da08-0a6c-483b-b88a-bf8f04b674c8 None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:10Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:13.538762 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.581074 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:13.594267 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Usage tracker for resource:security_group_rule and tenant:9fc25f65edd6433995fd2242536e3b43 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:13.603184 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:13.635515 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:13.636829 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.677289 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.699520 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.706273 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.27.1.35 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/b1a448f0-8fac-4d60-9bc9-2b32b9fc2012) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:13.722809 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 1047416f-2501-4328-bbee-64f45a0933ec, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=1047416f-2501-4328-bbee-64f45a0933ec,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:13.740547 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.741326 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 97c3b200-f611-4508-b29e-a7606992af89 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:13.903911 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'Port': ['ID=54d40bb3-4c02-473a-8782-c2c0666f6e76,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:13.922972 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:13.960209 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.001612 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=1047416f-2501-4328-bbee-64f45a0933ec,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:14.013354 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.023721 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 97c3b200-f611-4508-b29e-a7606992af89 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:14.023721 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.024026 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d8c3-d9d1-4db7-9457-0a22afb281f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.024734 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-2581fac6-293b-41df-8ba9-8b2151745280 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.2406254
Apr 08 02:44:14.049576 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d8c3-d9d1-4db7-9457-0a22afb281f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.051852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41146) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:14.125333 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.198731 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.205333 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.272384 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fc25f65edd6433995fd2242536e3b43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7821622
Apr 08 02:44:14.275054 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22b35f-6205-4d1a-85a5-23d8652faf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709f27c-6e3b-479c-ae5b-5ca744c8e249,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:14.278526 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41154) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:14.425185 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d8c3-d9d1-4db7-9457-0a22afb281f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.434452 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=b1a448f0-8fac-4d60-9bc9-2b32b9fc2012,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:14.443185 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-48c95761-52b6-4070-8598-066dd6152477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.444961 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.492114 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:14.536002 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-604501a9-1690-4ee2-9bec-824ce5899ff2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:14.542398 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Usage tracker for resource:security_group_rule and tenant:709f1520eee148e3911e56f61e41b2da is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:14.554622 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:14.567579 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 1047416f-2501-4328-bbee-64f45a0933ec up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:14.568062 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-48c95761-52b6-4070-8598-066dd6152477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.589114 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:14.666645 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:14.667749 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7d8c3-d9d1-4db7-9457-0a22afb281f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f3461e-713d-4030-9c60-b9e29a3702da,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:14.669841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:14.681469 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:44:14.692052 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-48c95761-52b6-4070-8598-066dd6152477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.721017 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-48c95761-52b6-4070-8598-066dd6152477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.722262 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-48c95761-52b6-4070-8598-066dd6152477 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7709f27c-6e3b-479c-ae5b-5ca744c8e249 HTTP/1.1" status: 204  len: 168 time: 0.4422822
Apr 08 02:44:14.727982 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c95761-52b6-4070-8598-066dd6152477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709f27c-6e3b-479c-ae5b-5ca744c8e249,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:14.784431 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 1047416f-2501-4328-bbee-64f45a0933ec triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:14.785005 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.792926 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.798219 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.823997 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.870681 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=709f1520eee148e3911e56f61e41b2da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8168657
Apr 08 02:44:14.872821 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41172) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:14.873449 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2f044-873e-4cf5-955f-f9f92a195bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc9d0c-d8b2-4cfc-bf3d-bcd6fe513d3d,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:14.901470 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d8c3-d9d1-4db7-9457-0a22afb281f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:14.902588 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ffc7d8c3-d9d1-4db7-9457-0a22afb281f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7f3461e-713d-4030-9c60-b9e29a3702da HTTP/1.1" status: 204  len: 168 time: 2.1024191
Apr 08 02:44:14.908222 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-405bab95-3403-4160-9fd9-2a17c5eb790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:14.908878 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-405bab95-3403-4160-9fd9-2a17c5eb790d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7827966303d4944b40900c83b7d40b9&device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 1096 time: 1.4149263
Apr 08 02:44:14.927543 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-604501a9-1690-4ee2-9bec-824ce5899ff2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:14.929002 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-604501a9-1690-4ee2-9bec-824ce5899ff2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--768794946&fields=id&tenant_id=688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 267 time: 0.5038602
Apr 08 02:44:15.054283 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4770015-1ecc-49e1-90e5-cfd85b21ba6f up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:15.193513 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c608fbef-bd01-4aa6-ab70-6b0d549a529b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:15.225217 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-f1dc89d0-d3ac-47eb-9a2b-1e5961bae7a7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:15.228630 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b29d77-6e41-404e-ac5f-4208b61ef789 req-1d979171-f372-4236-a43d-2126477841c8 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:15.231201 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-30b29d77-6e41-404e-ac5f-4208b61ef789 req-1d979171-f372-4236-a43d-2126477841c8 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 943 time: 0.8001783
Apr 08 02:44:15.231816 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:15.234112 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port d4770015-1ecc-49e1-90e5-cfd85b21ba6f triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:15.234450 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:15.237135 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-f1dc89d0-d3ac-47eb-9a2b-1e5961bae7a7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 817 time: 0.2904551
Apr 08 02:44:15.273971 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-81cee46e-6a78-47a0-9b1d-622827125116 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/quotas/688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 375 time: 0.0357218
Apr 08 02:44:15.277620 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c608fbef-bd01-4aa6-ab70-6b0d549a529b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:15.394006 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:44:15.419156 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Sync routers for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:44:15.432979 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c608fbef-bd01-4aa6-ab70-6b0d549a529b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:15.448441 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-14795391-a8b1-4f00-8b4e-fad9f928ec80 admin admin] 10.222.0.23 "PUT /v2.0/routers/2497ccc0-c998-4ded-967b-c870faf2a34e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1590490
Apr 08 02:44:15.470439 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-03bf3261-b1da-4a7c-83f3-29141f6771cf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1955993
Apr 08 02:44:15.494457 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2b21848f-02b2-4625-8c96-a8e102fd3aa0 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:15.497820 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608fbef-bd01-4aa6-ab70-6b0d549a529b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc9d0c-d8b2-4cfc-bf3d-bcd6fe513d3d,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:15.542456 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:15.543984 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27040>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:08Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:15.566054 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-64d1ef1a-6be6-4542-be01-556846cd1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:15.568019 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-64d1ef1a-6be6-4542-be01-556846cd1e5e service neutron] 10.222.0.41 "GET /v2.0/networks?id=12d51e45-31ff-422a-a96d-bba4d26b1a95 HTTP/1.1" status: 200  len: 911 time: 0.6454687
Apr 08 02:44:15.583037 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-30b29d77-6e41-404e-ac5f-4208b61ef789 req-a673e706-41a5-43d0-8c85-aa18b6947bae tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3195801
Apr 08 02:44:15.601856 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c608fbef-bd01-4aa6-ab70-6b0d549a529b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:15.606905 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c608fbef-bd01-4aa6-ab70-6b0d549a529b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bedc9d0c-d8b2-4cfc-bf3d-bcd6fe513d3d HTTP/1.1" status: 204  len: 168 time: 0.7246614
Apr 08 02:44:15.673939 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-044b33cf-022b-4484-854e-d172b93c7309 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c HTTP/1.1" status: 200  len: 217 time: 0.0897055
Apr 08 02:44:15.731488 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-5fc2ac5d-94a7-4f7e-866f-762ea7807bf2 service neutron] 10.222.0.23 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2342937
Apr 08 02:44:15.764803 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-4b166479-50f3-405b-9be4-9b5236090c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:15.766262 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-4b166479-50f3-405b-9be4-9b5236090c79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=846e632e-f63f-4f42-a980-1fe51d66ba07 HTTP/1.1" status: 200  len: 850 time: 0.0759187
Apr 08 02:44:15.799278 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:15.807602 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:15.808053 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:15.881955 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:16.011203 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-48e5f048-d40a-451d-8f03-4423ae0c8d54 service neutron] 10.222.0.23 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2720196
Apr 08 02:44:16.164955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.179884 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-58b2fb07-2da8-42a2-9427-b0f049b9a792 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=12d51e45-31ff-422a-a96d-bba4d26b1a95&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4060588
Apr 08 02:44:16.180904 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.260371 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.382181 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.402519 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 2b21848f-02b2-4625-8c96-a8e102fd3aa0, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2b21848f-02b2-4625-8c96-a8e102fd3aa0,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:16.413019 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.440817 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b4eb924c-ef98-487c-a8d7-93acc645ef30 req-e4aa9067-c4f7-48d3-ac96-0180f78f56a5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 210 time: 0.1702096
Apr 08 02:44:16.573941 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=2b21848f-02b2-4625-8c96-a8e102fd3aa0,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:16.618332 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27040>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:08Z', 'revision_number': 2, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:16.633633 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=b1a448f0-8fac-4d60-9bc9-2b32b9fc2012,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:16.638393 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Checking router: 2497ccc0-c998-4ded-967b-c870faf2a34e for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:44:16.638706 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Updating router 2497ccc0-c998-4ded-967b-c870faf2a34e port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:44:16.709016 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.710795 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-07c0c2a5-dc46-4ce0-8b04-4ed836972707 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.9034503
Apr 08 02:44:16.770290 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-da80e27c-b37b-488c-93ea-d08ab3e3e7f9 service neutron] 10.222.0.41 "GET /v2.0/networks/12d51e45-31ff-422a-a96d-bba4d26b1a95?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5030522
Apr 08 02:44:16.806255 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.906604 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41256) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:16.930270 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:16.996061 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:17.020874 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Usage tracker for resource:security_group_rule and tenant:fbf7c1501c854af0ad367cde1956d5dd is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:17.031158 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:17.053644 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:17.111499 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41266) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:17.174526 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795527128', 'description': 'tempest-description--869228743'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:17.202292 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:17.232952 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:17.243172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:17.266091 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.274332 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:17.278132 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.324962 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.342257 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-fd365c88-0e56-431f-aafc-f1e8c5fc5746 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:17.349956 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d8e4d385-969c-4d8f-829d-87d0191e69d4 req-5a1768e8-ce01-45ea-b71c-634ee17079b1 service neutron] 10.222.0.41 "GET /v2.0/networks/12d51e45-31ff-422a-a96d-bba4d26b1a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5630057
Apr 08 02:44:17.364091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41294) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:17.364306 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbf7c1501c854af0ad367cde1956d5dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4548814
Apr 08 02:44:17.374172 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2340f89-d711-4522-b892-a80826c349f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51448b5-72eb-4a3f-ad67-5753598a14f0,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:17.385637 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8c472-5f52-4f68-87d1-2b4643992ef4 req-46f2354f-81e3-4782-b7f3-daa625c1f24a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:17.395389 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab8c472-5f52-4f68-87d1-2b4643992ef4 req-46f2354f-81e3-4782-b7f3-daa625c1f24a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 943 time: 0.5360446
Apr 08 02:44:17.430522 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:17.437228 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group_rule and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:17.441726 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:17.457499 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab8c472-5f52-4f68-87d1-2b4643992ef4 req-239415a7-fdf5-4ac9-b846-f6ca2dedcc7b tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606711
Apr 08 02:44:17.466347 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:17.602549 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f27415ed-2518-4518-87d1-e6b0d120a40f req-a32f6a99-98c7-4d84-9d58-382e3dd3764f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 210 time: 0.0638986
Apr 08 02:44:17.612061 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.641188 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.655548 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.692522 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-fd365c88-0e56-431f-aafc-f1e8c5fc5746 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:17.692940 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Transition to ACTIVE for port object b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:17.701017 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-fd365c88-0e56-431f-aafc-f1e8c5fc5746 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--969433291&fields=id&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 267 time: 0.4588614
Apr 08 02:44:17.704272 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.784669 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.785849 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.6538718
Apr 08 02:44:17.789029 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41312) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:17.795723 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'security_group_rule': {'security_group_id': '0d43e041-fcf7-464a-b9cf-123f2c5cfcd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:17.815068 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:17.828461 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group_rule and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:17.836324 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:17.857766 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:17.867310 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24071ccb-08d3-4258-9966-5efda7d5a180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.869147 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a02cb-5c65-4e30-97e9-2bbde35bdac9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:17.894756 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.928979 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24071ccb-08d3-4258-9966-5efda7d5a180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:17.998354 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1b565-a248-41df-8ac0-3d10db23eb29 None None] Pushing event updated for resources: {'Port': ['ID=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:18.008498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-5eabbc86-8326-44de-bdce-427ec1a79fe0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:18.009557 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-5eabbc86-8326-44de-bdce-427ec1a79fe0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:network {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:18.054592 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Attempting to bind port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:18.054997 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Attempting to bind port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:18.055326 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Attempting to bind port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:18.064761 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:18.065203 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Checking segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:18.065605 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.065985 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Bound using segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:18.066511 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Bound port: b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:18.066900 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.068137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-5eabbc86-8326-44de-bdce-427ec1a79fe0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:network {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:18.069776 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-5eabbc86-8326-44de-bdce-427ec1a79fe0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.3677804
Apr 08 02:44:18.118167 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-c85a8d0b-bb05-4d29-9001-51a6f0a600c7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/quotas/ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 375 time: 0.0422790
Apr 08 02:44:18.122546 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24071ccb-08d3-4258-9966-5efda7d5a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.239916 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.251142 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.267968 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24071ccb-08d3-4258-9966-5efda7d5a180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51448b5-72eb-4a3f-ad67-5753598a14f0,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:18.283738 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24071ccb-08d3-4258-9966-5efda7d5a180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.287286 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b89c1eb-69d1-462b-ae15-b1a9d1209c14,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:18.288052 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-24071ccb-08d3-4258-9966-5efda7d5a180 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d51448b5-72eb-4a3f-ad67-5753598a14f0 HTTP/1.1" status: 204  len: 168 time: 0.9169025
Apr 08 02:44:18.358447 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.360155 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] For port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:18.363331 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f8b28d43-ffb7-4b79-9e62-e4f923c13625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5728528
Apr 08 02:44:18.364129 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41332) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:18.367355 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] For port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:18.369871 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'security_group_rule': {'security_group_id': '0d43e041-fcf7-464a-b9cf-123f2c5cfcd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:18.370995 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-916b011e-5279-45d3-80bd-ef4cee2c6566 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2304697
Apr 08 02:44:18.377304 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.385892 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:18.390943 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group_rule and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:18.396835 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:18.403864 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:18.440332 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.555520 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device f0ff52a0-7fb7-43b6-a51f-a6b036a7209c details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:44:18.572255 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2b21848f-02b2-4625-8c96-a8e102fd3aa0 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:18.614243 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.625267 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.721073 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cbbfb5-89ce-408b-b3b3-33f51bdccdc8,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:18.734000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:18.734632 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27040>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:08Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:18.753761 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:18.755005 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d515c0b3-762b-4584-8910-37b5f2b8a390 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3897963
Apr 08 02:44:18.758437 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41360) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:18.767162 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:18.781966 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:18.799807 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:floatingip and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:18.806335 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:18.829330 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:18.847808 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1b565-a248-41df-8ac0-3d10db23eb29 None None] Pushing event updated for resources: {'Port': ['ID=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:18.865622 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:19.067795 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b5040-aff0-45c1-848f-a69f4b4afd42 req-d1a7e444-6248-4e4e-90ad-4fd6f677ddf1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:19.069301 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8d7b5040-aff0-45c1-848f-a69f4b4afd42 req-d1a7e444-6248-4e4e-90ad-4fd6f677ddf1 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 943 time: 0.2984478
Apr 08 02:44:19.175718 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:19.176292 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:19.207348 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8d7b5040-aff0-45c1-848f-a69f4b4afd42 req-0ed10bd1-5b96-4ad0-b84c-86379fb723d9 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301579
Apr 08 02:44:19.316980 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,segment=NetworkSegment(03e5b568-87ac-47ee-a506-a8c4ee8bb3a5),segment_id=03e5b568-87ac-47ee-a506-a8c4ee8bb3a5)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:19.404181 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c', 'network_id': '12d51e45-31ff-422a-a96d-bba4d26b1a95', 'port_id': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c', 'mac_address': 'fa:16:3e:db:6f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846e632e-f63f-4f42-a980-1fe51d66ba07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:44:19.433828 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-08a6ce46-69c4-488e-81cc-d3205bd9fab1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:19.434352 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-08a6ce46-69c4-488e-81cc-d3205bd9fab1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:network {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:19.543794 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-79be566f-6aae-4243-94b2-4f6a698196bf req-b02c2036-89ed-4d5d-8cec-3a6d7db8b45d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 210 time: 0.1039686
Apr 08 02:44:19.568446 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:19.680167 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:19.697598 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-08a6ce46-69c4-488e-81cc-d3205bd9fab1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:network {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:19.699179 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-08a6ce46-69c4-488e-81cc-d3205bd9fab1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 817 time: 0.7404633
Apr 08 02:44:19.812523 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-0cff34de-829d-40a0-a6a0-6b6e13cb06df tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:19.822471 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:19.836962 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ff52a0-7fb7-43b6-a51f-a6b036a7209c {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:19.862242 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,segment=NetworkSegment(03e5b568-87ac-47ee-a506-a8c4ee8bb3a5),segment_id=03e5b568-87ac-47ee-a506-a8c4ee8bb3a5)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:19.863880 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-0cff34de-829d-40a0-a6a0-6b6e13cb06df tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:19.865085 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-0cff34de-829d-40a0-a6a0-6b6e13cb06df tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 379 time: 0.1402035
Apr 08 02:44:19.877718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'port': {'device_id': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'admin_state_up': True, 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'security_groups': ['16292517-0bb0-41f9-9819-58c0ff57af33']}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:19.905768 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-d615b086-0f75-40cd-b7f6-3128aa5c09bb service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:44:19.906776 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-d615b086-0f75-40cd-b7f6-3128aa5c09bb service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4673567
Apr 08 02:44:20.099431 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:20.163552 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-b677be7e-2178-4afb-a490-4c8c07060c39 service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380981
Apr 08 02:44:20.368287 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:20.381364 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27040>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:18Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:20.385948 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d95de-796a-4471-b7bc-446059c8a055 None None] The sync data for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi is: [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:18Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:20.484534 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41452) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:20.574255 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c20040-f224-425f-95e4-f1b7e33a92e9 req-6afceb7b-e28d-407b-bacd-1adee8cdc328 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:20.583216 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['f0ff52a0-7fb7-43b6-a51f-a6b036a7209c'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:44:20.594373 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-55c20040-f224-425f-95e4-f1b7e33a92e9 req-6afceb7b-e28d-407b-bacd-1adee8cdc328 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 944 time: 0.1868181
Apr 08 02:44:20.668559 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-55c20040-f224-425f-95e4-f1b7e33a92e9 req-1f3e1180-445e-4bef-826a-8001110fa36b tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696654
Apr 08 02:44:20.751413 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-1e01c200-0bc0-4129-b6d8-6d1029531b7c service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5872083
Apr 08 02:44:20.808106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Allocated IP 172.27.1.212 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/66c91776-52d5-4942-9027-8346d5361c60) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:20.814224 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:20.823913 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:port and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:20.841622 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:20.867205 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:21.093137 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8965ca49-bd17-4987-a52e-07175bc85d01 req-9c1ff1de-e553-4dee-91dc-df68796e8579 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 210 time: 0.1583769
Apr 08 02:44:21.099713 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Made reservation on behalf of 688b5f689e3e41249484667a939fd5f8 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:21.104659 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.205229 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.242693 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41472) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:21.333986 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.351226 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:21.368244 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-4ded169e-24ee-4f7d-a301-76c932f6abaf req-98d8a355-6d2c-48dc-9c01-95d2c8a8dc07 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:21.371459 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Usage tracker for resource:security_group_rule and tenant:fb30da16f58247e094132bdd8065650d is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:21.386978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:21.407872 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:21.446521 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.466604 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-4ded169e-24ee-4f7d-a301-76c932f6abaf req-98d8a355-6d2c-48dc-9c01-95d2c8a8dc07 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:21.469935 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4ded169e-24ee-4f7d-a301-76c932f6abaf req-98d8a355-6d2c-48dc-9c01-95d2c8a8dc07 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 210 time: 0.2181604
Apr 08 02:44:21.520334 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:21.529087 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.533780 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9cd9caf6f048a8bc54278cc1d31bf7 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:21.595055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.595888 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:21.604047 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.627809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:21.672610 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:21.675750 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fb30da16f58247e094132bdd8065650d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1901178
Apr 08 02:44:21.676644 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Allocated IP 172.20.0.3 (7f572796-aa3b-4385-be7e-dfaa12bb77ed/58963f7f-6467-4f40-8f75-b0d4bf20590e/19d6323f-cbfa-4743-8474-008e1a45beee) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:21.679349 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cadf5b-2b64-4271-a5e6-bebb92bd6581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1645eeb-859c-4b40-9794-8804fe47f5fc,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:21.685653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41492) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:21.705046 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:21.722202 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:44:21.727774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'Port': ['ID=66c91776-52d5-4942-9027-8346d5361c60,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:21.833110 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.852220 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-945406f0-9db7-4a42-94df-376f3f6ef45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.887224 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.912817 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-945406f0-9db7-4a42-94df-376f3f6ef45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:21.998044 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-945406f0-9db7-4a42-94df-376f3f6ef45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.011864 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d9cd9caf6f048a8bc54278cc1d31bf7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7663271
Apr 08 02:44:22.023068 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41504) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:22.027060 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945406f0-9db7-4a42-94df-376f3f6ef45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1645eeb-859c-4b40-9794-8804fe47f5fc,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:22.028234 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.029785 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aa78b-df2f-4dbd-adbf-2bb1aa692e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934155d7-b108-4fcf-be4a-5c19359ec52d,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:22.051673 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-945406f0-9db7-4a42-94df-376f3f6ef45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.054983 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-945406f0-9db7-4a42-94df-376f3f6ef45a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c1645eeb-859c-4b40-9794-8804fe47f5fc HTTP/1.1" status: 204  len: 168 time: 0.3667402
Apr 08 02:44:22.318533 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d40b6e77-51fb-4e02-a8a7-5009a36632e5 req-e2c9fa35-ab33-4257-82ba-e09da30f0eaf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 210 time: 0.0680006
Apr 08 02:44:22.340936 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d856dc2-998d-4491-8116-f19e05b06273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.350469 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.438310 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aeac9b-0084-4e46-ba8e-8366aa8e17d2 req-6ef17b6b-6540-473d-874f-0606978d7876 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:22.439987 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d1aeac9b-0084-4e46-ba8e-8366aa8e17d2 req-6ef17b6b-6540-473d-874f-0606978d7876 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 944 time: 0.5966399
Apr 08 02:44:22.525813 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device f0ff52a0-7fb7-43b6-a51f-a6b036a7209c up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:22.585129 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.688627 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:22.697446 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Transition to ACTIVE for port object 19d6323f-cbfa-4743-8474-008e1a45beee will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:22.699667 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d856dc2-998d-4491-8116-f19e05b06273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.715838 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41524) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:22.758533 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d530335f-f121-4de4-9860-36682396956a req-73750aa6-23a7-4631-83ed-9cc70bda428a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 210 time: 0.0982773
Apr 08 02:44:22.761318 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.794228 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d1aeac9b-0084-4e46-ba8e-8366aa8e17d2 req-a16ab7af-ae93-4a90-8250-f06515ad502f tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2703607
Apr 08 02:44:22.816118 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:22.829441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Usage tracker for resource:security_group_rule and tenant:ed98d66094f5455b9adfd66a79204181 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:22.836235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:22.857357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:22.864554 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.917806 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:22.924772 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:22.930072 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:22.930535 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:22.937177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.41', 64444) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:22.950649 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.001881 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:23.002816 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.011051 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.019566 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d856dc2-998d-4491-8116-f19e05b06273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.023667 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:23.034660 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:23.042753 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:23.132138 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:44:23.149736 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:23.150591 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.173064 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d856dc2-998d-4491-8116-f19e05b06273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934155d7-b108-4fcf-be4a-5c19359ec52d,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:23.241013 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.331754 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d856dc2-998d-4491-8116-f19e05b06273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.338025 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1d856dc2-998d-4491-8116-f19e05b06273 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/934155d7-b108-4fcf-be4a-5c19359ec52d HTTP/1.1" status: 204  len: 168 time: 1.3139253
Apr 08 02:44:23.340351 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-c8aea847-8516-418f-b751-855aa2c87307 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:23.344488 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-c8aea847-8516-418f-b751-855aa2c87307 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.4057372
Apr 08 02:44:23.352367 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-17a7f587-ade2-409f-a488-a9d45dc1a35d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4796665
Apr 08 02:44:23.357147 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.371819 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.373882 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6139407
Apr 08 02:44:23.391398 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Request body: {'port': {'device_id': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:23.431657 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.448081 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41548) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:23.450630 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dc3c3-51a1-4313-a725-6ae25808b43d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'Port': ['ID=66c91776-52d5-4942-9027-8346d5361c60,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:23.510981 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:23.567015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,segment=NetworkSegment(03e5b568-87ac-47ee-a506-a8c4ee8bb3a5),segment_id=03e5b568-87ac-47ee-a506-a8c4ee8bb3a5)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:23.568626 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:23.624987 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.634508 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.655705 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.675336 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.678842 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.751169 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-a2541688-949f-44c2-9cd2-c12071f7411d None None] Provisioning for port 19d6323f-cbfa-4743-8474-008e1a45beee completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:23.770712 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-a2541688-949f-44c2-9cd2-c12071f7411d None None] Provisioning complete for port 19d6323f-cbfa-4743-8474-008e1a45beee triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:23.771843 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a2541688-949f-44c2-9cd2-c12071f7411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:23.807282 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed98d66094f5455b9adfd66a79204181&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0782542
Apr 08 02:44:23.818202 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-ccc5ae4f-4436-4957-947a-3bb95cf71363 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:23.821483 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:23.834077 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41570) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:23.862620 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bfd0d-9afa-4ec2-8a2a-cdd597160433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a59e98-4eb7-448f-b7d1-aa4a4bd1e614,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:23.907065 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:23.930000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-a2541688-949f-44c2-9cd2-c12071f7411d None None] Port 19d6323f-cbfa-4743-8474-008e1a45beee cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:23.937153 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-ccc5ae4f-4436-4957-947a-3bb95cf71363 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:23.938258 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-ccc5ae4f-4436-4957-947a-3bb95cf71363 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 379 time: 0.3219602
Apr 08 02:44:23.954673 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'port': {'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'admin_state_up': True, 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'security_groups': ['6897f375-88ae-412c-8fd0-683c7731e0b3']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:24.005369 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-cdd86e46-5505-4676-a3be-a4a7d97ab79a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:24.099686 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b57879-76aa-46de-a5c7-87d033bed65c req-0400d612-4894-4954-9c4c-b07ac8591e27 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:24.110818 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a6b57879-76aa-46de-a5c7-87d033bed65c req-0400d612-4894-4954-9c4c-b07ac8591e27 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 931 time: 0.4593270
Apr 08 02:44:24.116508 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.126503 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-20c9d4ed-d9d5-475f-af4e-8c5dd104f38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.147686 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41584) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:24.166124 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-cdd86e46-5505-4676-a3be-a4a7d97ab79a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:24.167206 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-cdd86e46-5505-4676-a3be-a4a7d97ab79a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--795527128&fields=id&tenant_id=16870ad51e0f4d1d9d73d3922e34a632 HTTP/1.1" status: 200  len: 267 time: 0.2276561
Apr 08 02:44:24.180772 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.193747 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:24.202764 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-20c9d4ed-d9d5-475f-af4e-8c5dd104f38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.226913 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a6b57879-76aa-46de-a5c7-87d033bed65c req-7614be07-db52-4da8-a2ef-3fb9b262f60d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1152713
Apr 08 02:44:24.238505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Usage tracker for resource:security_group_rule and tenant:51688a04bf024bdeaa2b871d9ee5f64c is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:24.253680 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:24.256361 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:24.258119 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:24.273217 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:24.273854 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:24.275307 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Usage tracker for resource:security_group_rule and tenant:eda519a76869428782c43e9f8e55ac66 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:24.289264 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Made reservation on behalf of ee869d0592334c418ed6cf2b4ba04ace for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:24.293356 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.306283 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-20c9d4ed-d9d5-475f-af4e-8c5dd104f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.324043 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:24.329173 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9d4ed-d9d5-475f-af4e-8c5dd104f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a59e98-4eb7-448f-b7d1-aa4a4bd1e614,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:24.338431 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:24.404311 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-20c9d4ed-d9d5-475f-af4e-8c5dd104f38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.405926 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-20c9d4ed-d9d5-475f-af4e-8c5dd104f38f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32a59e98-4eb7-448f-b7d1-aa4a4bd1e614 HTTP/1.1" status: 204  len: 168 time: 0.5680368
Apr 08 02:44:24.428711 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cff7d214-41c8-42a2-a488-fba5dea09476 req-1e4f65b6-62f8-4f24-9188-200ac9d32ffa tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 210 time: 0.0589676
Apr 08 02:44:24.515751 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-33557e40-0734-46d4-a417-475d49e01990 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:24.516482 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-33557e40-0734-46d4-a417-475d49e01990 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:network {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:24.522414 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d6323f-cbfa-4743-8474-008e1a45beee {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:24.539244 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.543724 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:24.602254 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.20.0.4 (43b1983b-07c7-47cb-8ae4-f6d4398035b6/de022256-0697-4bb1-ade2-6e147cbe87b9/823fa2cc-3d06-401c-8c4e-211154f6e79b) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:24.625692 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Transition to ACTIVE for port object 19d6323f-cbfa-4743-8474-008e1a45beee will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:24.646936 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.666952 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:24.668919 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.729609 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-33557e40-0734-46d4-a417-475d49e01990 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:network {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:24.731343 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-33557e40-0734-46d4-a417-475d49e01990 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 810 time: 0.5532489
Apr 08 02:44:24.910101 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:24.940529 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.028725 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4f8f-c4da-4eb0-8481-6bd80a116c0d req-a88a33e2-abc4-4337-93fd-b2e542eec67b tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:25.031493 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.031902 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d79e4f8f-c4da-4eb0-8481-6bd80a116c0d req-a88a33e2-abc4-4337-93fd-b2e542eec67b tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.3323963
Apr 08 02:44:25.067530 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.067752 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-7a3d0747-e45a-4e50-9fea-7a23be3ac71a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/quotas/16870ad51e0f4d1d9d73d3922e34a632 HTTP/1.1" status: 200  len: 375 time: 0.3136766
Apr 08 02:44:25.105620 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.113604 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Transition to ACTIVE for port object 823fa2cc-3d06-401c-8c4e-211154f6e79b will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:25.135375 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d79e4f8f-c4da-4eb0-8481-6bd80a116c0d req-a9e244ac-98cc-42c1-b8ba-ff790349764d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937128
Apr 08 02:44:25.137084 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55d5bd0-2142-4425-9ab3-41601e0ba0f8,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:25.164521 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9ca99303-d05f-4ecc-936a-e9a3ffcab0b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eda519a76869428782c43e9f8e55ac66&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0157542
Apr 08 02:44:25.167494 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41608) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:25.200662 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.244995 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:25.276161 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Attempting to bind port 19d6323f-cbfa-4743-8474-008e1a45beee on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:25.276604 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Attempting to bind port 19d6323f-cbfa-4743-8474-008e1a45beee by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:25.277785 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Attempting to bind port 19d6323f-cbfa-4743-8474-008e1a45beee on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:25.292023 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51688a04bf024bdeaa2b871d9ee5f64c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8425202
Apr 08 02:44:25.295577 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:25.295882 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Port 19d6323f-cbfa-4743-8474-008e1a45beee on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:44:25.296725 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Attempting to bind port 19d6323f-cbfa-4743-8474-008e1a45beee on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:25.299029 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41618) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:25.300923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67aa93-609b-4037-bc6a-6f2247aa4657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be998edd-8fea-4170-b905-46c1e3208808,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:25.320120 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bf7254ba-64cf-46a3-8671-c750daaab91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.321895 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:25.334467 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:44:25.338211 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:25.338553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Checking segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:25.338939 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Bound using segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:25.339622 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Bound port: 19d6323f-cbfa-4743-8474-008e1a45beee, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:25.340111 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.344171 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:25.344862 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.364244 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=823fa2cc-3d06-401c-8c4e-211154f6e79b,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:25.397834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bf7254ba-64cf-46a3-8671-c750daaab91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.433930 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-30afe23b-d71a-4750-a648-6c174dc5884f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4843724
Apr 08 02:44:25.454794 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Request body: {'port': {'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:25.538095 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:25.542182 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:25.570332 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.622524 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:25.623171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.625361 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-943cc538-6856-404b-b09b-bb97a948267f service neutron] 10.222.0.41 "PUT /v2.0/ports/19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 1093 time: 2.2450972
Apr 08 02:44:25.649285 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:25.661507 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efeb3fe6-e596-4932-bdbf-9c94cc977696'] response: {'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c', 'code': 200}
Apr 08 02:44:25.685153 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.711072 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-08aee866-7b47-4110-bb73-3eb919afd9b2 None None] Provisioning for port 823fa2cc-3d06-401c-8c4e-211154f6e79b completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:25.718500 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-08aee866-7b47-4110-bb73-3eb919afd9b2 None None] Provisioning complete for port 823fa2cc-3d06-401c-8c4e-211154f6e79b triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:25.719420 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-08aee866-7b47-4110-bb73-3eb919afd9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.727824 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bf7254ba-64cf-46a3-8671-c750daaab91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.759457 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-18f9f467-66a8-4161-bb8d-12fff38d9ec1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:25.806725 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-08aee866-7b47-4110-bb73-3eb919afd9b2 None None] Port 823fa2cc-3d06-401c-8c4e-211154f6e79b cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:25.852667 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d095c25-aea8-415e-bf03-86584ac13f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.903553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d095c25-aea8-415e-bf03-86584ac13f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.924445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7254ba-64cf-46a3-8671-c750daaab91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55d5bd0-2142-4425-9ab3-41601e0ba0f8,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:25.940608 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cc538-6856-404b-b09b-bb97a948267f service neutron] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:25.947769 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-18f9f467-66a8-4161-bb8d-12fff38d9ec1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:25.962607 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-18f9f467-66a8-4161-bb8d-12fff38d9ec1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8197155
Apr 08 02:44:25.965498 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bf7254ba-64cf-46a3-8671-c750daaab91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:25.969430 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-bf7254ba-64cf-46a3-8671-c750daaab91b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a55d5bd0-2142-4425-9ab3-41601e0ba0f8 HTTP/1.1" status: 204  len: 168 time: 0.7981608
Apr 08 02:44:26.097809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d095c25-aea8-415e-bf03-86584ac13f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:26.116193 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cec7f5-1698-48af-9b72-b9b38d9956ad req-6b77e4fa-a461-4edc-86c5-d18c8c82a9f5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:26.117855 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b6cec7f5-1698-48af-9b72-b9b38d9956ad req-6b77e4fa-a461-4edc-86c5-d18c8c82a9f5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.2249043
Apr 08 02:44:26.138661 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d095c25-aea8-415e-bf03-86584ac13f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be998edd-8fea-4170-b905-46c1e3208808,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:26.159187 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-f683cbc3-d14b-4c24-af7a-08a362d41590 service neutron] 10.222.0.23 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956365
Apr 08 02:44:26.181189 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b6cec7f5-1698-48af-9b72-b9b38d9956ad req-b4ef164b-1547-4dbb-aafd-156d622a23a6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568380
Apr 08 02:44:26.203644 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d095c25-aea8-415e-bf03-86584ac13f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:26.204737 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1d095c25-aea8-415e-bf03-86584ac13f0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be998edd-8fea-4170-b905-46c1e3208808 HTTP/1.1" status: 204  len: 168 time: 0.8998392
Apr 08 02:44:26.269869 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823fa2cc-3d06-401c-8c4e-211154f6e79b {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:26.284213 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:26.304395 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Transition to ACTIVE for port object 823fa2cc-3d06-401c-8c4e-211154f6e79b will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:26.310629 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:26.363168 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-db49cc01-b93d-40cf-96ef-b5fd459ba5f7 service neutron] 10.222.0.23 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2021856
Apr 08 02:44:26.545632 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ae1236-75fe-4463-a711-b2a1494fd45c'] response: {'name': 'network-changed', 'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee', 'status': 'completed', 'code': 200}
Apr 08 02:44:26.609709 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Attempting to bind port 823fa2cc-3d06-401c-8c4e-211154f6e79b on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:26.610123 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Attempting to bind port 823fa2cc-3d06-401c-8c4e-211154f6e79b by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:26.610410 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Attempting to bind port 823fa2cc-3d06-401c-8c4e-211154f6e79b on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:26.613527 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Pushing event updated for resources: {'Port': ['ID=823fa2cc-3d06-401c-8c4e-211154f6e79b,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:26.620797 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Port 823fa2cc-3d06-401c-8c4e-211154f6e79b on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:44:26.621112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Attempting to bind port 823fa2cc-3d06-401c-8c4e-211154f6e79b on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:26.636646 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:26.636992 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Checking segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:26.637555 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Bound using segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:26.638001 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Bound port: 823fa2cc-3d06-401c-8c4e-211154f6e79b, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:26.638767 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:26.760749 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1560b2-42d7-4211-b059-7c339f20c085 req-01d88c69-8bc4-41c9-83ca-4861009bd722 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:26.775631 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e229f9-b838-4a4d-bab6-d50db9baf28a req-4fb14894-20cb-4419-8d90-96ed75cffedf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:26.776389 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-58e229f9-b838-4a4d-bab6-d50db9baf28a req-4fb14894-20cb-4419-8d90-96ed75cffedf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:26.779835 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e1560b2-42d7-4211-b059-7c339f20c085 req-01d88c69-8bc4-41c9-83ca-4861009bd722 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.1205363
Apr 08 02:44:26.816433 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] For port 823fa2cc-3d06-401c-8c4e-211154f6e79b, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:26.822662 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-58e229f9-b838-4a4d-bab6-d50db9baf28a req-4fb14894-20cb-4419-8d90-96ed75cffedf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:26.824117 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-58e229f9-b838-4a4d-bab6-d50db9baf28a req-4fb14894-20cb-4419-8d90-96ed75cffedf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 943 time: 0.4740500
Apr 08 02:44:26.826271 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] For port 823fa2cc-3d06-401c-8c4e-211154f6e79b, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:26.830478 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e1560b2-42d7-4211-b059-7c339f20c085 req-4d465600-eb29-401f-bc09-f0c6c7feac8c tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495872
Apr 08 02:44:26.861720 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:26.950601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:26.951113 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:26.953128 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-875b5479-5993-497b-8127-4ba6315a126e service neutron] 10.222.0.41 "PUT /v2.0/ports/823fa2cc-3d06-401c-8c4e-211154f6e79b HTTP/1.1" status: 200  len: 1093 time: 1.5039792
Apr 08 02:44:26.953685 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:27.019302 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-750c3ab1-be30-45fc-b10a-46386ea1915d req-99634820-d9fe-458d-9c17-9c25435fa4d4 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 210 time: 0.0940707
Apr 08 02:44:27.079169 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-58e229f9-b838-4a4d-bab6-d50db9baf28a req-89916565-3f1f-428d-8c29-ecd17ac56dab tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2455161
Apr 08 02:44:27.101921 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b5479-5993-497b-8127-4ba6315a126e service neutron] Pushing event updated for resources: {'Port': ['ID=823fa2cc-3d06-401c-8c4e-211154f6e79b,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:27.139647 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41680) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:27.159325 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:27.185997 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:27.191560 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b7a7dc9b0b4a72abd65f2d91466ae0 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:27.194775 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:27.206663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:27.478053 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fa8869-7771-4d93-b565-209eb0afc53b'] response: {'name': 'network-changed', 'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'status': 'completed', 'code': 200}
Apr 08 02:44:27.479824 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ca6b-202f-4d1d-883e-79beff2bc450 req-01b6a407-907c-48be-9d7e-0f20f320204f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:27.480851 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4955ca6b-202f-4d1d-883e-79beff2bc450 req-01b6a407-907c-48be-9d7e-0f20f320204f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:27.520228 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:27.525111 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4955ca6b-202f-4d1d-883e-79beff2bc450 req-01b6a407-907c-48be-9d7e-0f20f320204f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:27.526671 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4955ca6b-202f-4d1d-883e-79beff2bc450 req-01b6a407-907c-48be-9d7e-0f20f320204f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1943204
Apr 08 02:44:27.527965 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:27.609029 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2b7a7dc9b0b4a72abd65f2d91466ae0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4673626
Apr 08 02:44:27.611914 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41700) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:27.613927 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191496f6-76be-4151-8f82-d7c6266ef457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a5e6e6-af56-4898-9b08-9ed645b86c0b,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:27.623610 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4955ca6b-202f-4d1d-883e-79beff2bc450 req-24f9fe8d-af24-4eec-90ae-61666ef6c9cf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842772
Apr 08 02:44:27.693320 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1146158e-0fc0-4007-9e1f-e5c8871c8508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:27.723215 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1146158e-0fc0-4007-9e1f-e5c8871c8508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:27.778823 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1146158e-0fc0-4007-9e1f-e5c8871c8508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:27.793738 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146158e-0fc0-4007-9e1f-e5c8871c8508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a5e6e6-af56-4898-9b08-9ed645b86c0b,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:27.800920 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1146158e-0fc0-4007-9e1f-e5c8871c8508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:27.802096 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1146158e-0fc0-4007-9e1f-e5c8871c8508 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18a5e6e6-af56-4898-9b08-9ed645b86c0b HTTP/1.1" status: 204  len: 168 time: 0.1893206
Apr 08 02:44:28.106282 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec171dc-4532-4bb9-a591-8c0ade612b0a req-483a8021-df0d-4230-aeb5-579a7383d325 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:28.108334 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0ec171dc-4532-4bb9-a591-8c0ade612b0a req-483a8021-df0d-4230-aeb5-579a7383d325 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.1617618
Apr 08 02:44:28.160991 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0ec171dc-4532-4bb9-a591-8c0ade612b0a req-458d01fb-2bc5-48d5-8c71-c9c0ca88be50 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445354
Apr 08 02:44:28.178731 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41730) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:28.205244 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a188e062-c4e2-4c81-b9e2-3c6cbb1971e8 req-cb3e219b-5245-4772-ba12-337c43cbc20a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 210 time: 0.0459962
Apr 08 02:44:28.271609 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:28.370476 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:28.395128 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:28.403448 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Usage tracker for resource:security_group_rule and tenant:7352dbdac8834a9a82da91c361517b04 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:28.407619 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:28.415555 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:28.464644 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a7e18-83c1-457f-808d-2034f9c98ea5 req-dee6e976-478e-46c4-a4b7-1da0e5fd1378 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:28.466104 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f2a7e18-83c1-457f-808d-2034f9c98ea5 req-dee6e976-478e-46c4-a4b7-1da0e5fd1378 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 943 time: 0.1640847
Apr 08 02:44:28.499860 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41748) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:28.554156 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f2a7e18-83c1-457f-808d-2034f9c98ea5 req-bf4623ee-6a71-49bc-9932-bbdbde5e1682 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814033
Apr 08 02:44:28.600624 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:28.605796 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:28.653214 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7352dbdac8834a9a82da91c361517b04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4742210
Apr 08 02:44:28.654405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5a414-e483-4390-9713-4b88f29187dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9facb15e-9406-4500-812c-be4fa17a2693,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:28.659401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41756) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:28.719057 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:28.744901 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:28.756288 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Usage tracker for resource:security_group_rule and tenant:59bad7ca7cd5462097e3819cc056f111 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:28.797095 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:28.816406 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:28.834869 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6c958b92-bc34-437c-a0f9-be89af243889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:28.895802 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6c958b92-bc34-437c-a0f9-be89af243889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:28.931893 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124d126-d512-4fae-b12f-ab2de82e4a18 req-1b295147-7fb4-4d10-87e8-5b1542046c83 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:28.933394 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c124d126-d512-4fae-b12f-ab2de82e4a18 req-1b295147-7fb4-4d10-87e8-5b1542046c83 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1808691
Apr 08 02:44:29.023227 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c124d126-d512-4fae-b12f-ab2de82e4a18 req-005b00d3-1996-444b-9196-04e336dba65c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0759397
Apr 08 02:44:29.037320 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6c958b92-bc34-437c-a0f9-be89af243889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.041932 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.056786 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.068740 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958b92-bc34-437c-a0f9-be89af243889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9facb15e-9406-4500-812c-be4fa17a2693,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:29.104854 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=59bad7ca7cd5462097e3819cc056f111&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6013694
Apr 08 02:44:29.105274 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41774) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:29.106384 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6c958b92-bc34-437c-a0f9-be89af243889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.108135 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-6c958b92-bc34-437c-a0f9-be89af243889 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9facb15e-9406-4500-812c-be4fa17a2693 HTTP/1.1" status: 204  len: 168 time: 0.4464641
Apr 08 02:44:29.121969 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba98ac5-0015-4a80-8092-6726b9e085e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fd500f-b53e-412e-8487-22913c784c2b,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:29.170435 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-257cc94c-01c3-4be0-afa6-14626aa19f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.202822 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-257cc94c-01c3-4be0-afa6-14626aa19f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.265323 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-257cc94c-01c3-4be0-afa6-14626aa19f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.280648 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cc94c-01c3-4be0-afa6-14626aa19f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fd500f-b53e-412e-8487-22913c784c2b,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:29.304821 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-257cc94c-01c3-4be0-afa6-14626aa19f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.306633 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-257cc94c-01c3-4be0-afa6-14626aa19f2e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09fd500f-b53e-412e-8487-22913c784c2b HTTP/1.1" status: 204  len: 168 time: 0.2003989
Apr 08 02:44:29.416247 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a0617e82-99dd-41bf-8197-89873b8fab10 req-9737f61d-191c-49e3-a219-9b4689a0f0ee tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 210 time: 0.0536706
Apr 08 02:44:29.436851 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392bd32-a34f-48dc-9509-fba76f0bc268 req-3b2fa837-ad26-4658-aba3-54ebf924992a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:29.436851 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3392bd32-a34f-48dc-9509-fba76f0bc268 req-3b2fa837-ad26-4658-aba3-54ebf924992a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.1159916
Apr 08 02:44:29.479849 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3392bd32-a34f-48dc-9509-fba76f0bc268 req-e4de89db-814c-44ce-81f4-052836a0c5fa tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398722
Apr 08 02:44:29.737233 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41804) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:29.767288 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.791197 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda718ed-4167-4c57-9255-99d9ab23ba0d req-b729d743-ce29-415f-bcf4-f113339d4dc1 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:29.798376 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bda718ed-4167-4c57-9255-99d9ab23ba0d req-b729d743-ce29-415f-bcf4-f113339d4dc1 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 943 time: 0.1384470
Apr 08 02:44:29.807258 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-8e893430-a3fd-43d9-b1e3-acaeb6f0e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:29.808751 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-8e893430-a3fd-43d9-b1e3-acaeb6f0e988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1096 time: 0.1160369
Apr 08 02:44:29.819335 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:29.827786 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Usage tracker for resource:security_group_rule and tenant:77338dd8dd2e4e3c97a276362ff69835 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:29.831320 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:29.854546 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bda718ed-4167-4c57-9255-99d9ab23ba0d req-1f85cfbc-d4a6-43ce-94e2-e236b7b180ec tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552912
Apr 08 02:44:29.855367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:29.978640 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:29.990884 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:30.034653 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-a5379073-3bbb-49c6-8f2b-75c0e1f0b4df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 217 time: 0.0779693
Apr 08 02:44:30.093171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a43375-a4f9-4e70-afd6-6eed0aa145c1,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:30.176442 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-0d1b15a7-8599-4da3-bcc6-05447ea35bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:30.178342 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-0d1b15a7-8599-4da3-bcc6-05447ea35bd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.1362615
Apr 08 02:44:30.179546 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.41', 64454) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:30.197308 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4457c7b9-5dfc-473f-b552-0201c8385259 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=77338dd8dd2e4e3c97a276362ff69835&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4575877
Apr 08 02:44:30.203325 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 41832) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:30.246346 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e614f-b498-4fa0-889a-f72b11b9bdab req-fba7d047-b2bb-491c-bbe9-805df54905be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:30.247849 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bc4e614f-b498-4fa0-889a-f72b11b9bdab req-fba7d047-b2bb-491c-bbe9-805df54905be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 1096 time: 0.1175444
Apr 08 02:44:30.462092 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-de118d4e-87ed-4d1e-b4d4-960e1fe25582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:30.505607 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e614f-b498-4fa0-889a-f72b11b9bdab req-64dd2be9-7823-49d7-b1eb-f9e2c0859e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:30.512077 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bc4e614f-b498-4fa0-889a-f72b11b9bdab req-64dd2be9-7823-49d7-b1eb-f9e2c0859e08 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2506022
Apr 08 02:44:30.526230 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-de118d4e-87ed-4d1e-b4d4-960e1fe25582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:30.648177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-5f506baf-fb46-4551-bd03-3f071f64d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:30.650481 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-5f506baf-fb46-4551-bd03-3f071f64d399 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4096184
Apr 08 02:44:30.659839 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2df861-3fae-4d04-b8a7-9c59e835e8ec req-7e787791-4186-4616-90ee-f11f46917d8c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:30.661372 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf2df861-3fae-4d04-b8a7-9c59e835e8ec req-7e787791-4186-4616-90ee-f11f46917d8c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.4184113
Apr 08 02:44:30.665459 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891141b7-bef2-45df-9224-da9794cfa269 req-95f2e886-f564-4c15-87e2-cb1a7553fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:30.667147 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-891141b7-bef2-45df-9224-da9794cfa269 req-95f2e886-f564-4c15-87e2-cb1a7553fbe1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 1098 time: 0.4300783
Apr 08 02:44:30.755424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-de118d4e-87ed-4d1e-b4d4-960e1fe25582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:30.812298 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-da672520-3ec2-460f-b247-313a366f880e req-7b72ea37-ae73-4d90-99eb-1a6f119c11f7 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 210 time: 0.2028525
Apr 08 02:44:30.819572 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e614f-b498-4fa0-889a-f72b11b9bdab req-2e3fd2e1-576f-429c-ba1c-a36eccdd1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:30.834545 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bc4e614f-b498-4fa0-889a-f72b11b9bdab req-2e3fd2e1-576f-429c-ba1c-a36eccdd1836 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3140380
Apr 08 02:44:30.976205 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-9edc9a64-263f-4d6d-9793-81b5f3349404 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2753859
Apr 08 02:44:30.976938 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.004301 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf2df861-3fae-4d04-b8a7-9c59e835e8ec req-eac8304e-5ada-42c4-b6f8-a172dedb194f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3336666
Apr 08 02:44:31.066752 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.41', 64456) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:31.305067 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be0895-ca7c-4e12-9c72-0b61165aecc1 req-7ef3eb79-0661-4a55-914b-f2bad18f0efd tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:31.312305 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c8be0895-ca7c-4e12-9c72-0b61165aecc1 req-7ef3eb79-0661-4a55-914b-f2bad18f0efd tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.2443752
Apr 08 02:44:31.340198 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a70b2544-1b6a-4aa9-9593-07afa9069ce2 req-50b1ee5a-5779-4e4d-92df-da054c7713a9 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3300571
Apr 08 02:44:31.370591 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-9882abd6-56c1-43b6-a103-97fb9b3055f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:31.372445 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-9882abd6-56c1-43b6-a103-97fb9b3055f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 1096 time: 0.4116831
Apr 08 02:44:31.395337 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c8be0895-ca7c-4e12-9c72-0b61165aecc1 req-602fcdcf-10b1-4684-905e-bacd98d7f16a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820661
Apr 08 02:44:31.428231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-de118d4e-87ed-4d1e-b4d4-960e1fe25582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:31.449722 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-de118d4e-87ed-4d1e-b4d4-960e1fe25582 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3a43375-a4f9-4e70-afd6-6eed0aa145c1 HTTP/1.1" status: 204  len: 168 time: 1.2463739
Apr 08 02:44:31.458782 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de118d4e-87ed-4d1e-b4d4-960e1fe25582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a43375-a4f9-4e70-afd6-6eed0aa145c1,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:31.469727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:31.476084 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-f0a12739-4fec-4792-a3e0-90757be25d48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b HTTP/1.1" status: 200  len: 217 time: 0.0759263
Apr 08 02:44:31.476242 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Usage tracker for resource:security_group_rule and tenant:e1a6fa2ee4d845909aeded129c76b0be is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:31.480580 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:31.511786 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-1698c30a-2442-4bff-80d5-eab3c0251144 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:31.517456 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-1698c30a-2442-4bff-80d5-eab3c0251144 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 810 time: 0.4168720
Apr 08 02:44:31.554230 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:31.698976 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-0c242a9f-bcec-43f3-a057-4a115f3f27a7 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16870ad51e0f4d1d9d73d3922e34a632 HTTP/1.1" status: 200  len: 379 time: 0.0601439
Apr 08 02:44:31.708745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f0aab-db6c-4569-812d-3d68bc991521 req-96d3f6f3-5e01-4c7e-bd77-95960233b163 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:31.709902 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b67f0aab-db6c-4569-812d-3d68bc991521 req-96d3f6f3-5e01-4c7e-bd77-95960233b163 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 943 time: 0.3548713
Apr 08 02:44:31.715746 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-dfd729d6-944b-47b7-b01c-d5cedbbbea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:31.717343 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-dfd729d6-944b-47b7-b01c-d5cedbbbea92 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1096 time: 0.2300587
Apr 08 02:44:31.718171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'port': {'device_id': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'admin_state_up': True, 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'security_groups': ['0d43e041-fcf7-464a-b9cf-123f2c5cfcd2']}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:32.078557 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b67f0aab-db6c-4569-812d-3d68bc991521 req-803d0740-d914-4bf4-9db0-5d965228e4b1 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3589694
Apr 08 02:44:32.082920 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.093181 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.096204 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-67778aad-0dff-4876-97d4-8aead9ce2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.097882 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-67778aad-0dff-4876-97d4-8aead9ce2e7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.5773067
Apr 08 02:44:32.101172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:32.145896 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4439862
Apr 08 02:44:32.154517 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-a3c19bbe-c9e7-4a7a-9a94-9c10d19e5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.155985 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-a3c19bbe-c9e7-4a7a-9a94-9c10d19e5e1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.4151914
Apr 08 02:44:32.163115 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=41f5d4c6-5f91-4ce8-ad4d-f26151e16e31,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:32.253590 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:32.265122 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6fb276ea-1ce1-410f-afcb-dfd6cfd85391 req-b13c3af6-cfc8-438e-b112-bac0be1f5b74 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 210 time: 0.1650779
Apr 08 02:44:32.301267 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-72e256ce-2eb0-4748-8bbe-7d1eaa34d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.303148 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-72e256ce-2eb0-4748-8bbe-7d1eaa34d8f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1913209
Apr 08 02:44:32.304489 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Made reservation on behalf of 16870ad51e0f4d1d9d73d3922e34a632 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:44:32.308038 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.371462 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfafc9e1-6740-4564-b7ed-014caaa3e2a7 req-f2c24dbc-6d46-4632-b3be-369978326cc2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.379571 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bfafc9e1-6740-4564-b7ed-014caaa3e2a7 req-f2c24dbc-6d46-4632-b3be-369978326cc2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1162255
Apr 08 02:44:32.427445 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bfafc9e1-6740-4564-b7ed-014caaa3e2a7 req-481f3f18-5532-4deb-8089-abeb8f3257d3 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475743
Apr 08 02:44:32.536938 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Allocated IP 172.20.0.6 (5edff82e-54bb-4c43-8c44-0c613d4c1fa9/19037a94-b431-42e5-b466-8634c64bba58/0ed67e44-5f92-4862-acd5-9fec0333c514) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:44:32.703773 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-7a6d687a-76cd-42d7-ad97-f3de5a55fe45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 217 time: 0.0654087
Apr 08 02:44:32.872628 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-5afa14b2-5c8e-4d33-9854-b0059dbc0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.874487 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-5afa14b2-5c8e-4d33-9854-b0059dbc0d6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0646055
Apr 08 02:44:32.893465 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 41946) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:32.947321 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:32.978001 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-c2037c43-a42b-4a02-8ce9-922d11b9794b service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816427
Apr 08 02:44:32.993263 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc5866-d7e1-4637-afe9-c9d9180f942e req-db0c1d8e-411e-402b-9213-c5b6f6789a03 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:32.994759 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-31dc5866-d7e1-4637-afe9-c9d9180f942e req-db0c1d8e-411e-402b-9213-c5b6f6789a03 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.2974138
Apr 08 02:44:32.995812 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Transition to ACTIVE for port object 0ed67e44-5f92-4862-acd5-9fec0333c514 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:33.008163 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-1ad88f21-c267-49b2-9bd6-2e5d8a99ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:33.009881 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-1ad88f21-c267-49b2-9bd6-2e5d8a99ee80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1261234
Apr 08 02:44:33.130331 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-31dc5866-d7e1-4637-afe9-c9d9180f942e req-623ffa8c-d06f-4933-9064-b75b48e9b423 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253853
Apr 08 02:44:33.288568 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.301970 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-02e4470d-8d80-4a64-b249-ac26e2b888c3 req-9bde0ac4-d470-4bff-99f8-159b06436dc1 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2493443
Apr 08 02:44:33.305455 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.335689 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-7d78e397-fd34-41fd-85bf-b388140487d6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3034301
Apr 08 02:44:33.365698 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:33.366688 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2217df-5817-4451-ba56-50d371ca4565 req-21bff827-cc95-4fd2-a6fc-087b9fb25de5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:33.368719 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2e2217df-5817-4451-ba56-50d371ca4565 req-21bff827-cc95-4fd2-a6fc-087b9fb25de5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 943 time: 0.1279283
Apr 08 02:44:33.382134 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Usage tracker for resource:security_group_rule and tenant:f00f13bc558e4237959e4154bd79bb70 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:33.392425 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:33.400934 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:33.417179 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:44:33.426102 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:44:33.501162 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'Port': ['ID=0ed67e44-5f92-4862-acd5-9fec0333c514,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:33.520009 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:44:33.525443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:33.526136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.683686 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d95b753e-c3cb-4de3-adc2-4a185f0e20eb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9770358
Apr 08 02:44:33.708702 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2e2217df-5817-4451-ba56-50d371ca4565 req-ab10758c-ddea-45ac-9ff3-8f8205438628 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2955797
Apr 08 02:44:33.729090 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4c56a-0456-4ee2-b57f-60129b469cf0 req-ccdcbe4e-8a22-428e-998d-3cd8bf650f86 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:33.729862 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e4a4c56a-0456-4ee2-b57f-60129b469cf0 req-ccdcbe4e-8a22-428e-998d-3cd8bf650f86 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:44:33.755807 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Request body: {'port': {'device_id': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:33.783991 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e3cf428c-a894-4f09-b445-9e82d6459f69 req-10d8d59f-49d7-48ee-906a-3780be192f58 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4134252
Apr 08 02:44:33.863553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.867118 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e4a4c56a-0456-4ee2-b57f-60129b469cf0 req-ccdcbe4e-8a22-428e-998d-3cd8bf650f86 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:44:33.868474 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e4a4c56a-0456-4ee2-b57f-60129b469cf0 req-ccdcbe4e-8a22-428e-998d-3cd8bf650f86 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 931 time: 0.4503236
Apr 08 02:44:33.891634 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9522fc9b-1c25-4793-8fbd-50da14af4d87 None None] Provisioning for port 0ed67e44-5f92-4862-acd5-9fec0333c514 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:33.898125 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9522fc9b-1c25-4793-8fbd-50da14af4d87 None None] Provisioning complete for port 0ed67e44-5f92-4862-acd5-9fec0333c514 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:33.898591 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9522fc9b-1c25-4793-8fbd-50da14af4d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.921099 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:33.977228 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a566672-ad1d-4e34-ac8b-3bbebc410d44 req-fb5f9d82-8695-406c-a1a8-04f8f09a615e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:33.978783 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4a566672-ad1d-4e34-ac8b-3bbebc410d44 req-fb5f9d82-8695-406c-a1a8-04f8f09a615e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1133592
Apr 08 02:44:34.002944 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9522fc9b-1c25-4793-8fbd-50da14af4d87 None None] Port 0ed67e44-5f92-4862-acd5-9fec0333c514 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:44:34.025450 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f00f13bc558e4237959e4154bd79bb70&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1286085
Apr 08 02:44:34.030186 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.031698 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42002) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:34.041547 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d24dd-1da4-4d01-99f3-865092a2f271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebf673-549a-414b-87c3-7360bffeb667,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:34.059829 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e4a4c56a-0456-4ee2-b57f-60129b469cf0 req-cbc5495c-bae7-4db5-b663-25957e5b2a8b tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1529737
Apr 08 02:44:34.083147 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4a566672-ad1d-4e34-ac8b-3bbebc410d44 req-8a6e6312-a30d-4870-876a-d32ea4190178 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971591
Apr 08 02:44:34.148978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9f3e69b7-c718-4b2b-bef4-0725bfef3578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.180008 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9f3e69b7-c718-4b2b-bef4-0725bfef3578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.257805 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9f3e69b7-c718-4b2b-bef4-0725bfef3578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.308405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e69b7-c718-4b2b-bef4-0725bfef3578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebf673-549a-414b-87c3-7360bffeb667,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:34.320737 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9f3e69b7-c718-4b2b-bef4-0725bfef3578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.337689 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9f3e69b7-c718-4b2b-bef4-0725bfef3578 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8bebf673-549a-414b-87c3-7360bffeb667 HTTP/1.1" status: 204  len: 168 time: 0.2968221
Apr 08 02:44:34.543768 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8bcdc-2de1-4490-bfa4-3d32632ae05c req-6abdcfee-c511-4821-b690-704874cdac6a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:34.545919 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-38f8bcdc-2de1-4490-bfa4-3d32632ae05c req-6abdcfee-c511-4821-b690-704874cdac6a tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.2298574
Apr 08 02:44:34.616914 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-38f8bcdc-2de1-4490-bfa4-3d32632ae05c req-e37bb019-9118-4588-b8f9-8682cc72ff07 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518992
Apr 08 02:44:34.697503 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed67e44-5f92-4862-acd5-9fec0333c514 {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:34.706467 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:34.724187 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Transition to ACTIVE for port object 0ed67e44-5f92-4862-acd5-9fec0333c514 will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:44:34.729546 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.009164 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed67e44-5f92-4862-acd5-9fec0333c514,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.053051 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42040) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:35.072815 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.081813 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-164c345e-2aad-4b7d-9b85-7524d380563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.087795 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Attempting to bind port 0ed67e44-5f92-4862-acd5-9fec0333c514 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:44:35.088203 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Attempting to bind port 0ed67e44-5f92-4862-acd5-9fec0333c514 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:44:35.088634 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Attempting to bind port 0ed67e44-5f92-4862-acd5-9fec0333c514 on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:35.097350 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Port 0ed67e44-5f92-4862-acd5-9fec0333c514 on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:44:35.097557 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Attempting to bind port 0ed67e44-5f92-4862-acd5-9fec0333c514 on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:44:35.109468 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:44:35.109468 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Checking segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:44:35.109468 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Bound using segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:44:35.109468 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Bound port: 0ed67e44-5f92-4862-acd5-9fec0333c514, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:44:35.109468 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.127890 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:35.169795 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Usage tracker for resource:security_group_rule and tenant:8a1e3f93b62042f4b0fa01fec00f69ba is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:35.189224 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:35.205367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:35.211714 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608d668-a768-427d-a26b-78e0d6a6203c req-bcdb0def-fecf-4e10-b171-811301152a91 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.213425 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1608d668-a768-427d-a26b-78e0d6a6203c req-bcdb0def-fecf-4e10-b171-811301152a91 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 943 time: 0.2238295
Apr 08 02:44:35.287049 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1608d668-a768-427d-a26b-78e0d6a6203c req-2cab2255-d8ba-483e-b4b2-9f6a39ddb6ec tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649104
Apr 08 02:44:35.331695 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] For port 0ed67e44-5f92-4862-acd5-9fec0333c514, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:44:35.336223 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] For port 0ed67e44-5f92-4862-acd5-9fec0333c514, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0ed67e44-5f92-4862-acd5-9fec0333c514,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:44:35.344498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.417834 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.418510 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.421232 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 1093 time: 1.7199867
Apr 08 02:44:35.421493 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:35.508997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fae2ca-637a-4d77-8607-9cf910471c81 req-1d7c0f34-e269-4c7f-b264-5e71d682bed0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.510545 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-42fae2ca-637a-4d77-8607-9cf910471c81 req-1d7c0f34-e269-4c7f-b264-5e71d682bed0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1252868
Apr 08 02:44:35.518293 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.591576 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebbe56-c197-453c-9ea9-eecee9161e51 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed67e44-5f92-4862-acd5-9fec0333c514,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.594870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.595132 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-42fae2ca-637a-4d77-8607-9cf910471c81 req-0dfb5716-bd72-4e2e-af59-9c7e485d8848 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699334
Apr 08 02:44:35.632821 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091faf41-5e62-4456-8d41-18eec4cff4ec req-d1a38c14-44f4-4e1b-ae5e-4510de0db1de tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.634471 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-091faf41-5e62-4456-8d41-18eec4cff4ec req-d1a38c14-44f4-4e1b-ae5e-4510de0db1de tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 943 time: 0.3874357
Apr 08 02:44:35.652099 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c818d2ed-feeb-4833-bfbe-cf697666e93b'] response: {'name': 'network-changed', 'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'status': 'completed', 'code': 200}
Apr 08 02:44:35.702165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58323c45-3908-438c-9308-ca7ecd5999fc,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.706286 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-c956a281-376f-4d1e-b45c-74a6ef9f1abd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a1e3f93b62042f4b0fa01fec00f69ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6521392
Apr 08 02:44:35.709088 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42062) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:35.723174 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-091faf41-5e62-4456-8d41-18eec4cff4ec req-eabfcd96-418b-4401-8b66-18d6d1e62fd0 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626664
Apr 08 02:44:35.770395 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-7e442337-4085-421d-92cc-33add12a91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.772249 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-7e442337-4085-421d-92cc-33add12a91c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1096 time: 0.2299948
Apr 08 02:44:35.778013 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dfaeb1cd-c95d-44f8-a213-1e8dcd245066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.848674 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dfaeb1cd-c95d-44f8-a213-1e8dcd245066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.860707 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-d2e97b1b-d008-4b4c-a747-877fb0390989 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 217 time: 0.0714765
Apr 08 02:44:35.915554 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f335-d921-46b8-9cf0-5ce2ee795dab req-dc9c2d72-f560-4f17-a6cb-042b7192daea tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.917042 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-66e1f335-d921-46b8-9cf0-5ce2ee795dab req-dc9c2d72-f560-4f17-a6cb-042b7192daea tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.1282985
Apr 08 02:44:35.929255 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-0499d8ea-7660-4ac3-bf77-dbc6fbe69025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:35.930601 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-0499d8ea-7660-4ac3-bf77-dbc6fbe69025 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0632424
Apr 08 02:44:35.940909 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dfaeb1cd-c95d-44f8-a213-1e8dcd245066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.962577 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeb1cd-c95d-44f8-a213-1e8dcd245066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58323c45-3908-438c-9308-ca7ecd5999fc,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:35.984892 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-dfaeb1cd-c95d-44f8-a213-1e8dcd245066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:35.985884 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-dfaeb1cd-c95d-44f8-a213-1e8dcd245066 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/58323c45-3908-438c-9308-ca7ecd5999fc HTTP/1.1" status: 204  len: 168 time: 0.2756562
Apr 08 02:44:35.990636 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-66e1f335-d921-46b8-9cf0-5ce2ee795dab req-6571d9e2-67ef-4b6f-83b8-fcbe839f2eb6 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669646
Apr 08 02:44:36.021299 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-e23785c3-eaff-44b4-8de9-6a6d73026a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:36.022735 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-e23785c3-eaff-44b4-8de9-6a6d73026a00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822980
Apr 08 02:44:36.175231 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-f909ccb5-72c7-4a19-b5b3-44f243096962 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452231
Apr 08 02:44:36.348531 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a352528-dd22-4b09-afbc-202c8abe86f6 req-bb75efee-5a51-4a2b-8586-8ee556c20005 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668026
Apr 08 02:44:36.560853 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:44:36.784573 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53616b-1c09-4841-baf0-4cbfbe71dca0 req-82e2b714-fce4-40da-9db3-48e330a5cb65 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:36.786860 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f53616b-1c09-4841-baf0-4cbfbe71dca0 req-82e2b714-fce4-40da-9db3-48e330a5cb65 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 943 time: 0.3515899
Apr 08 02:44:36.792930 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-467a287d-17bd-4dbd-8539-162b9483d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:36.795333 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-467a287d-17bd-4dbd-8539-162b9483d6d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1096 time: 0.3193808
Apr 08 02:44:36.838979 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42108) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:36.867442 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:36.889234 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '19d6323f-cbfa-4743-8474-008e1a45beee', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'port_id': '19d6323f-cbfa-4743-8474-008e1a45beee', 'mac_address': 'fa:16:3e:90:9e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:44:36.919056 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f53616b-1c09-4841-baf0-4cbfbe71dca0 req-a38235bb-8a0e-4d45-8d3f-bf4446d5fd3a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224120
Apr 08 02:44:36.955627 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e598a-bbd2-463d-a24a-a3b5c4a875ef req-393fa30e-ac73-4741-8d62-cafa74184787 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:36.957254 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4e2e598a-bbd2-463d-a24a-a3b5c4a875ef req-393fa30e-ac73-4741-8d62-cafa74184787 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1505759
Apr 08 02:44:36.965747 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:36.989134 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d6323f-cbfa-4743-8474-008e1a45beee {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:37.008501 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:37.017470 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.018687 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 823fa2cc-3d06-401c-8c4e-211154f6e79b details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:44:37.103482 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4e2e598a-bbd2-463d-a24a-a3b5c4a875ef req-a94d215f-194f-41aa-9a4a-cab759008e32 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1374254
Apr 08 02:44:37.178174 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.194052 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-63d90581-ddcf-45ee-88a4-09c2e93b8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:37.196099 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-63d90581-ddcf-45ee-88a4-09c2e93b8301 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.3818007
Apr 08 02:44:37.240174 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:37.240393 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:37.246283 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Usage tracker for resource:security_group_rule and tenant:a2e3b2b95b6b4e69918aae4ad67d8e4e is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:37.281586 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-25efe60a-861d-4319-a767-7d17876880ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.330924 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-4648a055-2357-4978-8e00-e0e0b06d60d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 217 time: 0.0881972
Apr 08 02:44:37.331722 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:37.340751 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:37.349072 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 823fa2cc-3d06-401c-8c4e-211154f6e79b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:37.378864 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:44:37.428266 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-f1491d00-d2ed-47d2-b9aa-99112094748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:37.429785 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-f1491d00-d2ed-47d2-b9aa-99112094748e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0902061
Apr 08 02:44:37.450104 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49c3f1-2572-458e-9728-ee9acac04e65 req-f8cffc3d-c66d-498d-871c-55d44a3792d6 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:37.460525 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0c49c3f1-2572-458e-9728-ee9acac04e65 req-f8cffc3d-c66d-498d-871c-55d44a3792d6 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 943 time: 0.2695537
Apr 08 02:44:37.512847 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.560407 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823fa2cc-3d06-401c-8c4e-211154f6e79b {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:37.562806 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0c49c3f1-2572-458e-9728-ee9acac04e65 req-8deb2445-4a69-47ec-9bd5-23b24d40943a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013689
Apr 08 02:44:37.595020 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 823fa2cc-3d06-401c-8c4e-211154f6e79b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:37.606649 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.626087 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-4985d12a-5380-40bb-b8fa-914a69002ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:37.627855 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-4985d12a-5380-40bb-b8fa-914a69002ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1875029
Apr 08 02:44:37.705982 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=823fa2cc-3d06-401c-8c4e-211154f6e79b,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:37.726396 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.782545 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:37.834188 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63e7140-7d09-4a2c-8095-25a9c212f256,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:37.865678 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-5f7cc29a-593e-4094-a5bd-26755d2d3b2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2e3b2b95b6b4e69918aae4ad67d8e4e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0149324
Apr 08 02:44:37.865849 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42158) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:37.891338 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-461695e0-75b6-4729-91bc-c61cea8a5054 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2544103
Apr 08 02:44:37.999615 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-08a9b798-8f11-42db-8148-81e49a5dc749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.051169 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-08a9b798-8f11-42db-8148-81e49a5dc749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.067744 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d5ea1d83-537c-4105-b6d8-8d54f5ad7683 req-c6470e63-a349-43c7-b1e4-813970933856 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691837
Apr 08 02:44:38.121972 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-08a9b798-8f11-42db-8148-81e49a5dc749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.132239 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['19d6323f-cbfa-4743-8474-008e1a45beee'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:44:38.137953 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9b798-8f11-42db-8148-81e49a5dc749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63e7140-7d09-4a2c-8095-25a9c212f256,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:38.164935 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-08a9b798-8f11-42db-8148-81e49a5dc749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.172826 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-08a9b798-8f11-42db-8148-81e49a5dc749 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a63e7140-7d09-4a2c-8095-25a9c212f256 HTTP/1.1" status: 204  len: 168 time: 0.3055212
Apr 08 02:44:38.203426 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2738892-7adf-49e7-a826-c437c9e01072 req-c32b9e63-17c0-4480-9cc0-1d8f34ab7924 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:38.205382 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c2738892-7adf-49e7-a826-c437c9e01072 req-c32b9e63-17c0-4480-9cc0-1d8f34ab7924 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 944 time: 0.1007752
Apr 08 02:44:38.243970 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['823fa2cc-3d06-401c-8c4e-211154f6e79b'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:44:38.314024 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c2738892-7adf-49e7-a826-c437c9e01072 req-83560f70-c5c7-42c3-9a1d-ce5efa265dad tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0972397
Apr 08 02:44:38.425930 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.507380 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:38.687394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554818d4-0a7c-4c2f-8398-606f1ae994c5 req-ed65621d-9351-47c9-ac09-56902a9c39a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:38.689584 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-554818d4-0a7c-4c2f-8398-606f1ae994c5 req-ed65621d-9351-47c9-ac09-56902a9c39a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.1779962
Apr 08 02:44:38.745981 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-554818d4-0a7c-4c2f-8398-606f1ae994c5 req-bb844934-e844-4f1d-8847-92f2cd080815 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500073
Apr 08 02:44:38.898143 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb13ced-2a31-4679-8e7a-903ad6f7a55f req-d737c553-b228-445f-9548-9c54e3ce1ea6 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:38.914524 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ffb13ced-2a31-4679-8e7a-903ad6f7a55f req-d737c553-b228-445f-9548-9c54e3ce1ea6 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 943 time: 0.1364706
Apr 08 02:44:38.967223 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ffb13ced-2a31-4679-8e7a-903ad6f7a55f req-5e83bb93-5e19-42d9-b99d-6b5ac5ec65c6 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517123
Apr 08 02:44:39.103006 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:44:39.517216 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b999aa-5ceb-4927-9cfe-9d824f401819 req-007fbd4b-0745-4aba-b758-f8b0b9acb23d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:39.518805 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-19b999aa-5ceb-4927-9cfe-9d824f401819 req-007fbd4b-0745-4aba-b758-f8b0b9acb23d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 944 time: 0.0895603
Apr 08 02:44:39.572538 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-19b999aa-5ceb-4927-9cfe-9d824f401819 req-8a22ae82-268c-44b1-8fdd-c6bb18b81a7e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471749
Apr 08 02:44:39.932693 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.106991 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b68299-7596-4bb7-8404-4ba38adc3137 req-aceb6acf-dc05-4ddf-8e6f-dd9c69e6754c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:40.115468 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-94b68299-7596-4bb7-8404-4ba38adc3137 req-aceb6acf-dc05-4ddf-8e6f-dd9c69e6754c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.2541325
Apr 08 02:44:40.175539 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-94b68299-7596-4bb7-8404-4ba38adc3137 req-6dab0a52-65a9-44a3-aa68-40f28cd9d7ea tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528250
Apr 08 02:44:40.222977 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b4b21-a179-414a-9f0e-4a8eff01c09b req-ddc34deb-863d-46e4-90e9-435fb1d29434 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:40.225049 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-358b4b21-a179-414a-9f0e-4a8eff01c09b req-ddc34deb-863d-46e4-90e9-435fb1d29434 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 943 time: 0.1063643
Apr 08 02:44:40.275401 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-358b4b21-a179-414a-9f0e-4a8eff01c09b req-c773a825-651f-4df6-9fea-a689d7816c72 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444069
Apr 08 02:44:40.478644 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42262) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:40.579123 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0ed67e44-5f92-4862-acd5-9fec0333c514 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:44:40.591330 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:40.600082 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.615418 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:40.619948 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Usage tracker for resource:security_group_rule and tenant:e11e6ea2acee4c9db5fcd9f3e9d2cc89 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:40.625759 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:40.633457 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:40.786032 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.787563 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 19d6323f-cbfa-4743-8474-008e1a45beee completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:40.792171 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.798435 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 0ed67e44-5f92-4862-acd5-9fec0333c514, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0ed67e44-5f92-4862-acd5-9fec0333c514,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:40.805380 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 19d6323f-cbfa-4743-8474-008e1a45beee triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:40.805749 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.806456 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e53478-3c19-4467-95a1-7c24abb1dcb7 req-1a6baee2-828b-48fb-9cdd-1ca6e1b9ec4d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:40.807876 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-16e53478-3c19-4467-95a1-7c24abb1dcb7 req-1a6baee2-828b-48fb-9cdd-1ca6e1b9ec4d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 944 time: 0.1273792
Apr 08 02:44:40.847342 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'port_id': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'mac_address': 'fa:16:3e:47:8e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:44:40.868402 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e11e6ea2acee4c9db5fcd9f3e9d2cc89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3884907
Apr 08 02:44:40.871378 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42270) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:40.882767 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73cd6b-c1bc-4702-ad19-f0275df1be7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d6492-7a1e-4a5c-9321-e04a55629d9f,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:40.896018 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-16e53478-3c19-4467-95a1-7c24abb1dcb7 req-85736353-5b39-41d6-a6f7-50f920720ae5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753229
Apr 08 02:44:40.923824 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.947170 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7bae7f78-00c8-4c5b-aefe-a7099936d61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:40.969698 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed67e44-5f92-4862-acd5-9fec0333c514 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:44:40.973293 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7bae7f78-00c8-4c5b-aefe-a7099936d61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.003017 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 0ed67e44-5f92-4862-acd5-9fec0333c514, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0ed67e44-5f92-4862-acd5-9fec0333c514,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:41.008655 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.017835 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.039425 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7bae7f78-00c8-4c5b-aefe-a7099936d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.061554 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7f78-00c8-4c5b-aefe-a7099936d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d6492-7a1e-4a5c-9321-e04a55629d9f,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:41.076160 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7bae7f78-00c8-4c5b-aefe-a7099936d61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.079816 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-7bae7f78-00c8-4c5b-aefe-a7099936d61e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e85d6492-7a1e-4a5c-9321-e04a55629d9f HTTP/1.1" status: 204  len: 168 time: 0.2048812
Apr 08 02:44:41.131446 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:41.147964 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:41.151022 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=0ed67e44-5f92-4862-acd5-9fec0333c514,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:41.156115 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.156898 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 823fa2cc-3d06-401c-8c4e-211154f6e79b up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:41.218909 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eff1d4b6-1f16-489c-a895-8db276579d2d'] response: {'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee', 'code': 200}
Apr 08 02:44:41.284604 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:41.301971 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 823fa2cc-3d06-401c-8c4e-211154f6e79b completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:41.308721 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 823fa2cc-3d06-401c-8c4e-211154f6e79b triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:41.309331 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.500292 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['0ed67e44-5f92-4862-acd5-9fec0333c514'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:44:41.656290 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf4921-0e04-4db0-9042-e303b1ab288e req-cc4cd241-0797-48b9-a58b-424690412fd7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:41.671471 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-25cf4921-0e04-4db0-9042-e303b1ab288e req-cc4cd241-0797-48b9-a58b-424690412fd7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.3088887
Apr 08 02:44:41.767195 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.769191 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42298) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:41.836507 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 823fa2cc-3d06-401c-8c4e-211154f6e79b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:41.842577 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-25cf4921-0e04-4db0-9042-e303b1ab288e req-a98e321e-e373-4531-8490-1fe9ef773170 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1571350
Apr 08 02:44:41.847620 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.888648 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e60ac4-1ec5-40f2-9e79-61e3713822c7 req-d6c7b846-44c8-4cf8-ae0b-6acd1319ac2d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:41.890658 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-46e60ac4-1ec5-40f2-9e79-61e3713822c7 req-d6c7b846-44c8-4cf8-ae0b-6acd1319ac2d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 944 time: 0.3886194
Apr 08 02:44:41.891625 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:41.995287 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:42.015155 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Usage tracker for resource:security_group_rule and tenant:0752b9f2719c48889fd5569ffb9666bf is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:42.028209 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:42.039948 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=823fa2cc-3d06-401c-8c4e-211154f6e79b,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:42.065011 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:42.108757 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-46e60ac4-1ec5-40f2-9e79-61e3713822c7 req-d5c99fd3-144c-4cd6-87d2-8a0641729664 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1707397
Apr 08 02:44:42.167439 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591b3d4-fd46-4709-afa6-686a717a909f req-fa2fd265-16d1-4e2f-9b90-a419aae06d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:42.168922 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7591b3d4-fd46-4709-afa6-686a717a909f req-fa2fd265-16d1-4e2f-9b90-a419aae06d11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1098 time: 0.5210035
Apr 08 02:44:42.228684 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7591b3d4-fd46-4709-afa6-686a717a909f req-0bdf1784-6023-471c-81bb-eea9c5cf5986 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523040
Apr 08 02:44:42.272946 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64f558-7e00-4ee7-906a-c5ccb54ffca5 req-ac8c6dfc-438f-46cf-ad21-3a5e90b74637 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:42.275576 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f64f558-7e00-4ee7-906a-c5ccb54ffca5 req-ac8c6dfc-438f-46cf-ad21-3a5e90b74637 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.1376755
Apr 08 02:44:42.282602 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.290546 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.344469 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f64f558-7e00-4ee7-906a-c5ccb54ffca5 req-20d4505d-8962-4122-819a-8eabe01597a9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614746
Apr 08 02:44:42.376148 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beadf7b5-dbdf-4a4a-a6e6-ef1b6d607313,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:42.396873 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-bcac015d-dbeb-49c8-be6f-932e3940a277 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0752b9f2719c48889fd5569ffb9666bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6212034
Apr 08 02:44:42.399308 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42322) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:42.556859 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-899f3fa7-5f08-48c7-be4e-8da2947f89e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.585394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-899f3fa7-5f08-48c7-be4e-8da2947f89e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.645949 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-899f3fa7-5f08-48c7-be4e-8da2947f89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.661569 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f3fa7-5f08-48c7-be4e-8da2947f89e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beadf7b5-dbdf-4a4a-a6e6-ef1b6d607313,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:42.668140 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-899f3fa7-5f08-48c7-be4e-8da2947f89e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:42.671258 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-899f3fa7-5f08-48c7-be4e-8da2947f89e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beadf7b5-dbdf-4a4a-a6e6-ef1b6d607313 HTTP/1.1" status: 204  len: 168 time: 0.2686205
Apr 08 02:44:43.079889 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af5cf-5da3-48c2-8b81-be0182fd1996 req-17442cec-5772-4715-8974-3b0f48ae6fd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:43.084813 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cf5af5cf-5da3-48c2-8b81-be0182fd1996 req-17442cec-5772-4715-8974-3b0f48ae6fd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1096578
Apr 08 02:44:43.145085 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cf5af5cf-5da3-48c2-8b81-be0182fd1996 req-40346d30-02b1-42a7-bb4b-fc1d3528df69 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535464
Apr 08 02:44:43.220752 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:43.274747 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e67a6b-7143-4ce3-b4da-59c140b07714'] response: {'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'code': 200}
Apr 08 02:44:43.320834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3bbf5-3120-4d22-bbd5-24dbb7596ce8 req-7d9ccd01-4ad0-477f-bdb7-2f3758f272d0 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:43.322949 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-08c3bbf5-3120-4d22-bbd5-24dbb7596ce8 req-7d9ccd01-4ad0-477f-bdb7-2f3758f272d0 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 944 time: 0.0889347
Apr 08 02:44:43.392248 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-08c3bbf5-3120-4d22-bbd5-24dbb7596ce8 req-8dcc24cf-6948-4a0b-9923-48390e52cca6 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630412
Apr 08 02:44:43.659528 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10fa8d-1dd7-4a92-98b2-65ffb9ea6968 req-d9440f31-c71f-4217-9ebd-b17569159116 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:43.667672 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cf10fa8d-1dd7-4a92-98b2-65ffb9ea6968 req-d9440f31-c71f-4217-9ebd-b17569159116 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.1620276
Apr 08 02:44:43.720804 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e555c-86d0-49ee-8360-a7522f46d25a req-be748c30-7a0c-4aa6-8cc5-7f7558ceea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:43.722252 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e38e555c-86d0-49ee-8360-a7522f46d25a req-be748c30-7a0c-4aa6-8cc5-7f7558ceea4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 1098 time: 0.1393342
Apr 08 02:44:43.734773 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cf10fa8d-1dd7-4a92-98b2-65ffb9ea6968 req-8472875a-971f-4133-8418-a11fcf5e3088 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673280
Apr 08 02:44:43.790911 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e38e555c-86d0-49ee-8360-a7522f46d25a req-722ad362-e354-4c1b-964c-f362864e0786 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503721
Apr 08 02:44:44.409584 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c32fc-f6ae-4084-ac4f-ac4ab773f952 req-cc9cb4e1-fbfc-4a1e-bee6-7bdee149d8c0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:44.411071 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-080c32fc-f6ae-4084-ac4f-ac4ab773f952 req-cc9cb4e1-fbfc-4a1e-bee6-7bdee149d8c0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1264663
Apr 08 02:44:44.476680 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-080c32fc-f6ae-4084-ac4f-ac4ab773f952 req-c01500e9-8cb1-4fa0-9fe2-62de26f07e3e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586593
Apr 08 02:44:44.612253 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0ed67e44-5f92-4862-acd5-9fec0333c514 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:44:44.613685 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1a349-9968-4122-8174-9ef468aba6ae req-1e761126-4421-4fde-9140-e6006d6a65ca tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:44.615156 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ced1a349-9968-4122-8174-9ef468aba6ae req-1e761126-4421-4fde-9140-e6006d6a65ca tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 944 time: 0.0835819
Apr 08 02:44:44.664807 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ced1a349-9968-4122-8174-9ef468aba6ae req-461f16b3-282a-4a32-8398-3cf4ae2fa4fb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431426
Apr 08 02:44:44.694814 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 0ed67e44-5f92-4862-acd5-9fec0333c514 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:44:44.699831 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 0ed67e44-5f92-4862-acd5-9fec0333c514 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:44:44.700240 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.823226 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.866234 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 0ed67e44-5f92-4862-acd5-9fec0333c514, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0ed67e44-5f92-4862-acd5-9fec0333c514,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:44:44.870796 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:44.930178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee078ec-74b1-4761-bb73-462ace4d7cc9 req-2bd339c4-0d43-4caf-a932-0d4667e16c35 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:44.932046 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5ee078ec-74b1-4761-bb73-462ace4d7cc9 req-2bd339c4-0d43-4caf-a932-0d4667e16c35 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.0885057
Apr 08 02:44:44.949201 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=0ed67e44-5f92-4862-acd5-9fec0333c514,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:44.978703 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5ee078ec-74b1-4761-bb73-462ace4d7cc9 req-1ef000ba-dc91-486d-8e61-b7c27fcd4e17 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393913
Apr 08 02:44:45.053304 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42478) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:45.175763 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.192422 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:45.196437 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Usage tracker for resource:security_group_rule and tenant:e6797adfb92944e9902881e73a08884f is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:45.199243 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:45.205931 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:45.276782 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:45.305864 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.312988 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.349445 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916bbf4b-b126-4f86-81c8-cf649a71c10d'] response: {'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'code': 200}
Apr 08 02:44:45.371644 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e6797adfb92944e9902881e73a08884f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148620
Apr 08 02:44:45.371644 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350a551-47fa-4bc8-9aba-cb42be9bf20b,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:45.373236 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42500) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:45.380088 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.380203 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.380503 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.380827 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.381148 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.381495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.381783 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.382099 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.382417 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.382727 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.383038 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.383351 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea28fdcc-890a-435e-833f-b8da210289b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.493239 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.540357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.587172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42514) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:45.661405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.767600 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350a551-47fa-4bc8-9aba-cb42be9bf20b,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:45.795482 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.796130 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.796635 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.797112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.797581 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.798072 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.798788 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.799263 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.800014 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.800495 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.800822 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.801147 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:44:45.809482 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.811660 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-02feff5f-b598-47b7-897f-c234b0a32353 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6350a551-47fa-4bc8-9aba-cb42be9bf20b HTTP/1.1" status: 204  len: 168 time: 0.4370396
Apr 08 02:44:45.852495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:45.861375 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfdad7-250e-4955-a10e-d6d55cf9d113 req-ecdb7755-5e63-4b2e-b73d-32a3abed21bf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:45.868270 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-14bfdad7-250e-4955-a10e-d6d55cf9d113 req-ecdb7755-5e63-4b2e-b73d-32a3abed21bf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.2017143
Apr 08 02:44:45.926162 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:45.931603 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-14bfdad7-250e-4955-a10e-d6d55cf9d113 req-378a59e3-8283-4a8f-8b95-c118c231dd22 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623438
Apr 08 02:44:45.952808 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Usage tracker for resource:security_group_rule and tenant:755ea62b93b241d3a3e39335790826eb is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:45.968141 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:45.981410 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:45.985277 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86d405-251c-4e34-92a4-2f72758f9c2d req-26401ba8-862e-4f6f-8456-9b01051288b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:45.986950 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3e86d405-251c-4e34-92a4-2f72758f9c2d req-26401ba8-862e-4f6f-8456-9b01051288b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1098 time: 0.2194886
Apr 08 02:44:46.083703 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a3edb-67e9-4e5d-b102-c492607f3cf3 req-e3e79fb9-2bfd-4c84-a305-59040b631cc2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:46.085280 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ce3a3edb-67e9-4e5d-b102-c492607f3cf3 req-e3e79fb9-2bfd-4c84-a305-59040b631cc2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.2214515
Apr 08 02:44:46.088311 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3e86d405-251c-4e34-92a4-2f72758f9c2d req-83b69598-48eb-4288-bc61-0ecf5d80fdfe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894408
Apr 08 02:44:46.140615 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123eb3d-8a90-4bb3-8941-b119b7705286 req-a4f6d74a-73b5-4487-ab44-0a18fbac9532 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:46.142359 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1123eb3d-8a90-4bb3-8941-b119b7705286 req-a4f6d74a-73b5-4487-ab44-0a18fbac9532 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0929563
Apr 08 02:44:46.152341 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42534) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:46.159269 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'floatingip': {'port_id': '19d6323f-cbfa-4743-8474-008e1a45beee'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:46.171001 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ce3a3edb-67e9-4e5d-b102-c492607f3cf3 req-8dac4a25-e1b1-4956-acd5-bbb0809d7e74 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750904
Apr 08 02:44:46.202901 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.207741 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.229264 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42538) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:46.274706 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.296987 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=755ea62b93b241d3a3e39335790826eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7087419
Apr 08 02:44:46.300789 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.301498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42542) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:46.302104 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfc70e-f573-402c-bd5f-c88bc65e2be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2aa1d18-7a4d-4679-9448-4cd397ded436,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:46.307321 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:46.320923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Usage tracker for resource:security_group_rule and tenant:90136330bef64b418d7100093458f783 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:46.325818 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:46.338824 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:46.393870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-88062bd2-86c1-45fb-b846-9efc53ed556f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.431043 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-88062bd2-86c1-45fb-b846-9efc53ed556f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.507960 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.516027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.535658 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a2ba2-0ac2-48f2-a9cf-e73dff9fccf0 req-2a1d99ad-8c56-476c-ae1c-4527879e142a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:46.537161 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-055a2ba2-0ac2-48f2-a9cf-e73dff9fccf0 req-2a1d99ad-8c56-476c-ae1c-4527879e142a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.2850201
Apr 08 02:44:46.564501 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-88062bd2-86c1-45fb-b846-9efc53ed556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.583858 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90136330bef64b418d7100093458f783&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3509555
Apr 08 02:44:46.585082 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42550) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:46.586377 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fe2f9-c31f-4c90-9a67-b42e0e704062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a688573-106e-46b1-a438-60c8b3e089f3,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:46.624637 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88062bd2-86c1-45fb-b846-9efc53ed556f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2aa1d18-7a4d-4679-9448-4cd397ded436,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:46.645887 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-88062bd2-86c1-45fb-b846-9efc53ed556f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.647605 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-88062bd2-86c1-45fb-b846-9efc53ed556f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2aa1d18-7a4d-4679-9448-4cd397ded436 HTTP/1.1" status: 204  len: 168 time: 0.3424654
Apr 08 02:44:46.681376 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-055a2ba2-0ac2-48f2-a9cf-e73dff9fccf0 req-b9c5c45e-0898-4369-b4c7-b2f60727674f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865917
Apr 08 02:44:46.689720 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-20c71dc4-011a-4c87-b80a-da36f793af11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.761687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-20c71dc4-011a-4c87-b80a-da36f793af11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:46.919082 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4278c5-bb28-4782-89dd-b7adedf06335 req-c7c841d2-7d6d-4f38-b414-901ddd26263b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:46.921876 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f4278c5-bb28-4782-89dd-b7adedf06335 req-c7c841d2-7d6d-4f38-b414-901ddd26263b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.1228256
Apr 08 02:44:46.930915 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 42566) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:46.937716 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:47.025683 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.102731 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-20c71dc4-011a-4c87-b80a-da36f793af11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.163486 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-20c71dc4-011a-4c87-b80a-da36f793af11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.167376 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-20c71dc4-011a-4c87-b80a-da36f793af11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a688573-106e-46b1-a438-60c8b3e089f3 HTTP/1.1" status: 204  len: 168 time: 0.5782008
Apr 08 02:44:47.168182 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42572) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:47.171485 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c71dc4-011a-4c87-b80a-da36f793af11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a688573-106e-46b1-a438-60c8b3e089f3,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:47.256314 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.310874 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.db.resource_extend [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 08 02:44:47.384927 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:44:47.441476 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Usage tracker for resource:security_group_rule and tenant:01d672912e2a43f0a95e8b25902507bb is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:44:47.459303 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:44:47.485697 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:44:47.517041 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.530471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.661878 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30956003-a238-4967-9921-e93fb82988c4 req-99cc89fa-2209-469e-8556-1ee21d55b382 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:47.663246 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-30956003-a238-4967-9921-e93fb82988c4 req-99cc89fa-2209-469e-8556-1ee21d55b382 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.2879050
Apr 08 02:44:47.819488 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-30956003-a238-4967-9921-e93fb82988c4 req-e216a064-e9bf-4d9c-b52f-e9f7f2189241 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036322
Apr 08 02:44:47.835992 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Floating IP d6b7c35a-f2e3-459a-85b8-5024b16f217d associated. External IP: 172.27.1.134, port: 19d6323f-cbfa-4743-8474-008e1a45beee.
Apr 08 02:44:47.910918 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:47.919955 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.052307 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01d672912e2a43f0a95e8b25902507bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8830850
Apr 08 02:44:48.057877 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42600) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:48.085546 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59d889-3fd3-406c-93e3-dfa41593dc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d90bc-e5ea-4a0e-b11f-6eaa20da754a,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:48.189920 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.197988 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.223850 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c382ec6c-c91f-4da9-900b-72eb91066d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.336774 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c382ec6c-c91f-4da9-900b-72eb91066d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.406466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Router 1160d0cf-2cc7-41f2-8206-a58791865c6e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:44:48.461894 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP 1addf2a3-e3ae-4809-8b50-437614d6c386 associated. External IP: 172.27.1.35, port: 823fa2cc-3d06-401c-8c4e-211154f6e79b.
Apr 08 02:44:48.648669 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c382ec6c-c91f-4da9-900b-72eb91066d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.705034 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382ec6c-c91f-4da9-900b-72eb91066d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d90bc-e5ea-4a0e-b11f-6eaa20da754a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:44:48.734720 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c382ec6c-c91f-4da9-900b-72eb91066d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.735850 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c382ec6c-c91f-4da9-900b-72eb91066d2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/677d90bc-e5ea-4a0e-b11f-6eaa20da754a HTTP/1.1" status: 204  len: 168 time: 0.6751821
Apr 08 02:44:48.951434 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:44:48.960948 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:48.966129 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] Sync routers for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:44:48.982816 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:48.984754 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce403ca0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:49.056922 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-b9a1324d-e06a-45db-9b5c-52935b636833 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "PUT /v2.0/floatingips/d6b7c35a-f2e3-459a-85b8-5024b16f217d HTTP/1.1" status: 200  len: 991 time: 2.9033952
Apr 08 02:44:49.059168 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:49.133471 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:44:49.234158 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:49.261512 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331871e-a4af-402e-b1bb-3dc0dc32725e req-a585d1ae-fc19-48a9-a8dd-f6e734d253f4 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:49.269415 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4331871e-a4af-402e-b1bb-3dc0dc32725e req-a585d1ae-fc19-48a9-a8dd-f6e734d253f4 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.2108755
Apr 08 02:44:49.332604 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4331871e-a4af-402e-b1bb-3dc0dc32725e req-337d40f5-d85b-41b1-b6bf-20e19eed13ce tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622699
Apr 08 02:44:49.417044 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfe3040-199f-441c-b466-9bedb613262a'] response: {'name': 'network-changed', 'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee', 'status': 'completed', 'code': 200}
Apr 08 02:44:49.455966 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3e533-aedc-4208-b056-045c0b059d25 req-55f20b04-abc9-4324-865f-a3edde9f61ac tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:49.468428 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b9e3e533-aedc-4208-b056-045c0b059d25 req-55f20b04-abc9-4324-865f-a3edde9f61ac tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.3930414
Apr 08 02:44:49.696548 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b9e3e533-aedc-4208-b056-045c0b059d25 req-cd28024d-46b1-4a0c-9b66-dd75ac6b0395 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010554
Apr 08 02:44:49.706804 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:44:49.717247 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:49.720291 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:44:49.743034 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:49.743669 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdcce550>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:49.890513 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-71710746-4367-435e-b1c3-2ebaf10993fc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "PUT /v2.0/floatingips/1addf2a3-e3ae-4809-8b50-437614d6c386 HTTP/1.1" status: 200  len: 990 time: 2.9452353
Apr 08 02:44:49.890513 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:49.890513 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-9b58b5d8-2577-4c16-91ff-2825c2593b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:49.890513 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-9b58b5d8-2577-4c16-91ff-2825c2593b65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1098 time: 0.3329396
Apr 08 02:44:50.065805 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce403ca0>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'd6b7c35a-f2e3-459a-85b8-5024b16f217d', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'port_id': '19d6323f-cbfa-4743-8474-008e1a45beee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'mac_address': 'fa:16:3e:90:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:12Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.067697 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ad4b1a-d404-4353-9471-d4127fa27677'] response: {'name': 'network-changed', 'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'status': 'completed', 'code': 200}
Apr 08 02:44:50.072407 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] Checking router: 1160d0cf-2cc7-41f2-8206-a58791865c6e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:44:50.084908 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:50.085686 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce403ca0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.102924 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:50.233378 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1262d0c-fb2c-485a-8164-645c9f7b6bc7 req-ee2d1b12-44c4-47d0-9b44-8a0f01578a2a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.235860 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e1262d0c-fb2c-485a-8164-645c9f7b6bc7 req-ee2d1b12-44c4-47d0-9b44-8a0f01578a2a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.3170176
Apr 08 02:44:50.245284 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 42716) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:44:50.253501 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'floatingip': {'port_id': '0ed67e44-5f92-4862-acd5-9fec0333c514'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:44:50.261041 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-04340ac5-ebb3-4a86-9013-85754eec797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.262484 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-04340ac5-ebb3-4a86-9013-85754eec797b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.3439350
Apr 08 02:44:50.321030 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:50.396765 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:50.402188 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-af6b5b56-71de-44ed-b400-828e74261a6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 999 time: 0.1303210
Apr 08 02:44:50.490084 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-9865907b-e508-40de-ade0-839e3c3a9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.491836 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-9865907b-e508-40de-ade0-839e3c3a9d12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0807729
Apr 08 02:44:50.517996 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-30ba502d-822d-4548-b0a0-6b522887266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.519439 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-30ba502d-822d-4548-b0a0-6b522887266a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 1098 time: 0.4383225
Apr 08 02:44:50.566247 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdcce550>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.572073 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:44:50.584602 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:50.586033 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdcce550>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.745906 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-b839744e-17cb-491b-9521-6a0c7ad60c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.748799 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-b839744e-17cb-491b-9521-6a0c7ad60c5a service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.2185264
Apr 08 02:44:50.854120 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7998e60-6fa2-4dc1-89ab-4a3b1a4f0dd0 req-cdd2cf12-3ecc-45f8-b5b6-865c03a749ef tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.867022 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e7998e60-6fa2-4dc1-89ab-4a3b1a4f0dd0 req-cdd2cf12-3ecc-45f8-b5b6-865c03a749ef tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.2660527
Apr 08 02:44:50.935267 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-65a308c7-1932-46a5-80f0-a17378a49627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:50.936939 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-65a308c7-1932-46a5-80f0-a17378a49627 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4099603
Apr 08 02:44:50.955289 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce403ca0>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'd6b7c35a-f2e3-459a-85b8-5024b16f217d', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'port_id': '19d6323f-cbfa-4743-8474-008e1a45beee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'mac_address': 'fa:16:3e:90:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:12Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:50.963508 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa1e1e1-0c75-4190-a926-9f36d610020d None None] The sync data for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi is: [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'd6b7c35a-f2e3-459a-85b8-5024b16f217d', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'floating_ip_address': '172.27.1.134', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'port_id': '19d6323f-cbfa-4743-8474-008e1a45beee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'mac_address': 'fa:16:3e:90:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:12Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:50.983436 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e7998e60-6fa2-4dc1-89ab-4a3b1a4f0dd0 req-5fded40b-4ccb-4a0f-a1b9-7bbd736bb0c9 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144166
Apr 08 02:44:50.992904 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:51.328477 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bccf64a-fbd3-41bf-a68f-2694303af174 None None] New status for floating IP d6b7c35a-f2e3-459a-85b8-5024b16f217d: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:44:51.339141 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-5061538f-365f-4ebc-ba69-631654f76a36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b HTTP/1.1" status: 200  len: 998 time: 0.2361624
Apr 08 02:44:51.620176 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdcce550>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:51.627758 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f0050d-288d-4f34-a84e-99cb915deaf1 None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:47Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:51.725633 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.733357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:51.882101 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a7c0df-dad0-40e0-ad33-1486040f9f54 None None] New status for floating IP 1addf2a3-e3ae-4809-8b50-437614d6c386: ACTIVE {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:44:51.921606 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Floating IP 2590240e-dc8b-42cc-af8d-91f9fdad4497 associated. External IP: 172.27.1.212, port: 0ed67e44-5f92-4862-acd5-9fec0333c514.
Apr 08 02:44:52.362837 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-45f33c34-0ab1-4c2b-bcb8-133611357eb0 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581831
Apr 08 02:44:52.368064 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-8c2d9c6c-a2d4-49de-bc06-ce967d393936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:52.369592 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-8c2d9c6c-a2d4-49de-bc06-ce967d393936 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.1176994
Apr 08 02:44:52.440917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864f8ad-0aff-41ca-80ea-d385166c21b7 req-b324544a-d7e1-4073-b551-bf623429b9f7 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:52.442325 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f864f8ad-0aff-41ca-80ea-d385166c21b7 req-b324544a-d7e1-4073-b551-bf623429b9f7 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.3288159
Apr 08 02:44:52.499147 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Router 2497ccc0-c998-4ded-967b-c870faf2a34e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:44:52.514170 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f864f8ad-0aff-41ca-80ea-d385166c21b7 req-6dc3e7cc-2774-4b1f-ab01-97eca98210e5 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646589
Apr 08 02:44:52.679998 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:44:52.683991 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:44:52.689161 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] Sync routers for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:44:52.698494 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:52.699096 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1fc700>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:52.737425 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-959a9f81-276e-41f1-b920-29dcac89858e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "PUT /v2.0/floatingips/2590240e-dc8b-42cc-af8d-91f9fdad4497 HTTP/1.1" status: 200  len: 991 time: 2.4904892
Apr 08 02:44:52.738055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:44:52.789467 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cbe1675-96db-47c9-9b04-24067b75bdcd'] response: {'name': 'network-changed', 'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'status': 'completed', 'code': 200}
Apr 08 02:44:52.883260 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:53.262816 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1fc700>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '2590240e-dc8b-42cc-af8d-91f9fdad4497', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'port_id': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'mac_address': 'fa:16:3e:47:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:21Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 1, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:53.266730 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] Checking router: 2497ccc0-c998-4ded-967b-c870faf2a34e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:44:53.274723 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:44:53.275304 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1fc700>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:44:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:53.452526 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:44:53.702257 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5762-a62e-4dcb-8b65-acadc29ecedb req-30b8aa79-edfb-443a-b1de-b7ca025e50ab tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:53.703760 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-356d5762-a62e-4dcb-8b65-acadc29ecedb req-30b8aa79-edfb-443a-b1de-b7ca025e50ab tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.0814862
Apr 08 02:44:53.748510 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-356d5762-a62e-4dcb-8b65-acadc29ecedb req-dd1f63f8-4f4f-49b2-93ad-a55e8ecf17c3 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387614
Apr 08 02:44:53.799031 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1fc700>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '2590240e-dc8b-42cc-af8d-91f9fdad4497', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'port_id': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'mac_address': 'fa:16:3e:47:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:21Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 1, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:44:53.803215 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d367b2e-f954-4703-8089-ab4d0f04a37a None None] The sync data for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi is: [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '2590240e-dc8b-42cc-af8d-91f9fdad4497', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'port_id': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'mac_address': 'fa:16:3e:47:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:21Z', 'updated_at': '2022-04-08T02:44:51Z', 'revision_number': 1, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:44:53.973237 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c502b1c-6df7-4a9c-9c23-13d326f21801 None None] New status for floating IP 2590240e-dc8b-42cc-af8d-91f9fdad4497: ACTIVE {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:44:54.511266 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-1739eebb-f05f-454c-ad6d-45d7c4dca930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:54.514082 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-1739eebb-f05f-454c-ad6d-45d7c4dca930 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0995665
Apr 08 02:44:54.650088 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-685ffc11-c5ba-4659-8917-d1eceac07ac8 req-008cf007-c6a0-4e77-8f97-5c63d064c0d5 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2218413
Apr 08 02:44:54.651754 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-8b777386-4c4f-4d78-a327-8b47e5cef638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:54.653090 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-8b777386-4c4f-4d78-a327-8b47e5cef638 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1098 time: 0.1966000
Apr 08 02:44:54.860467 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-810c6378-6823-4dd2-b253-d225f2bc40c7 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335783
Apr 08 02:44:54.905243 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-fbfd9884-66b6-42d7-93a9-9c01b9737abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:54.906678 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-fbfd9884-66b6-42d7-93a9-9c01b9737abb service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.1713068
Apr 08 02:44:55.033837 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-b4ca8b0f-12b1-4f15-9343-a264b4f82745 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 1001 time: 0.1190696
Apr 08 02:44:55.046830 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2b92-3155-4d9d-a32a-0d9d9a7b99a9 req-d0d3c843-5f39-4700-8581-cabfe75621de tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:55.048258 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c14e2b92-3155-4d9d-a32a-0d9d9a7b99a9 req-d0d3c843-5f39-4700-8581-cabfe75621de tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.1828246
Apr 08 02:44:55.076187 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7df8f4c1-314a-495e-896a-09644a93b5a1 req-9b51c423-fb01-45bc-b62f-ef8e24c9741f service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094908
Apr 08 02:44:55.221809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-b9002043-55af-4e2b-8762-17c2b98e2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:55.223216 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-b9002043-55af-4e2b-8762-17c2b98e2a94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.1741490
Apr 08 02:44:55.227493 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c14e2b92-3155-4d9d-a32a-0d9d9a7b99a9 req-e36c44e8-3576-4c2d-9d63-4f01416d1f77 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457291
Apr 08 02:44:56.549420 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c8a6e-e3d5-4d5f-ae8d-b96157f7a843 req-88622b2e-c875-4c27-9bf8-63b8d4719b3e tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:56.550841 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-046c8a6e-e3d5-4d5f-ae8d-b96157f7a843 req-88622b2e-c875-4c27-9bf8-63b8d4719b3e tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.0853338
Apr 08 02:44:56.595351 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-046c8a6e-e3d5-4d5f-ae8d-b96157f7a843 req-d735395d-6c47-4400-868c-7e2c51c2011c tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387182
Apr 08 02:44:57.781971 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e70424-6b97-4720-afc3-c7f1b02094ec req-263a49ff-e7e6-41e3-adff-3e9af7c7edb9 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:57.783416 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-32e70424-6b97-4720-afc3-c7f1b02094ec req-263a49ff-e7e6-41e3-adff-3e9af7c7edb9 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.0795920
Apr 08 02:44:57.825819 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-32e70424-6b97-4720-afc3-c7f1b02094ec req-d1988d60-568f-433d-8cf7-c3cad49d2e88 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365951
Apr 08 02:44:59.011304 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c92444-ea5c-4bd0-81f8-6f67eb9a8211 req-9648cc25-2096-4eae-8ec6-6ec0f938fdfc tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:44:59.012691 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c1c92444-ea5c-4bd0-81f8-6f67eb9a8211 req-9648cc25-2096-4eae-8ec6-6ec0f938fdfc tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.0793824
Apr 08 02:44:59.062296 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c1c92444-ea5c-4bd0-81f8-6f67eb9a8211 req-ccf39db9-1dd6-40e2-b5ac-fe61213d7b74 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433080
Apr 08 02:45:00.248765 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8be234-6c30-4556-8fbd-9b3cf9c08e80 req-4a713f88-819e-4e30-b094-0f6849ff7a50 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:00.250208 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f8be234-6c30-4556-8fbd-9b3cf9c08e80 req-4a713f88-819e-4e30-b094-0f6849ff7a50 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.0823531
Apr 08 02:45:00.287030 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:00.343658 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f8be234-6c30-4556-8fbd-9b3cf9c08e80 req-f6f06536-ee56-4c59-95e4-5bacbebc6325 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873590
Apr 08 02:45:00.348590 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-ad630b74-cf37-4edc-addc-257b88786621 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:00.350033 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-ad630b74-cf37-4edc-addc-257b88786621 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 945 time: 0.0868113
Apr 08 02:45:00.368953 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-5d39787b-9eeb-4b6e-a222-b0734bc13e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:00.370411 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-5d39787b-9eeb-4b6e-a222-b0734bc13e36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003041
Apr 08 02:45:00.423824 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Deleting port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:45:00.424159 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:00.452998 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device f0ff52a0-7fb7-43b6-a51f-a6b036a7209c no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:45:00.524651 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-78e04fe6-127a-4412-a1df-fafe70b99db1 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470122
Apr 08 02:45:00.586677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:00.616492 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:45:00.626620 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,segment=NetworkSegment(03e5b568-87ac-47ee-a506-a8c4ee8bb3a5),segment_id=03e5b568-87ac-47ee-a506-a8c4ee8bb3a5)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:00.635331 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:00.677193 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889d72cb-b690-4132-893d-773b379a5fc8'] response: {'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c', 'code': 200}
Apr 08 02:45:00.686911 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3f614eaf-ba75-4675-917c-ab31e22d11d9 req-fbb37ad9-f21b-4bf9-be3c-b5bc5339934d service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558826
Apr 08 02:45:00.710119 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,revision_number=6']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:00.711508 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,segment=NetworkSegment(03e5b568-87ac-47ee-a506-a8c4ee8bb3a5),segment_id=03e5b568-87ac-47ee-a506-a8c4ee8bb3a5)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:00.712129 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:00.717289 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.717633 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.717966 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.718298 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.718621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.718946 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.719268 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.719587 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.719905 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.720318 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.720633 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.720949 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:00.838019 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Calling delete_port for f0ff52a0-7fb7-43b6-a51f-a6b036a7209c owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:45:01.002494 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.db.api [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:45:01.002494 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG oslo_db.api [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:45:01.502019 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Deleting port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:45:01.502755 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:01.551176 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369fd8d-f7c7-4fc3-a1dc-fb4cd569d510 req-f353846e-2a5f-45bf-9d59-45b9fb73fad9 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:01.552902 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0369fd8d-f7c7-4fc3-a1dc-fb4cd569d510 req-f353846e-2a5f-45bf-9d59-45b9fb73fad9 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 943 time: 0.0835593
Apr 08 02:45:01.598348 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0369fd8d-f7c7-4fc3-a1dc-fb4cd569d510 req-b0cb63dd-5841-4a42-b879-a6d3f66912f2 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/security-groups?id=3773dec9-3cdf-42f6-b30a-a4283e89c675&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395126
Apr 08 02:45:01.776862 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] For port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,segment=NetworkSegment(03e5b568-87ac-47ee-a506-a8c4ee8bb3a5),segment_id=03e5b568-87ac-47ee-a506-a8c4ee8bb3a5)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:01.777106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:01.900819 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Calling delete_port for f0ff52a0-7fb7-43b6-a51f-a6b036a7209c owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:45:02.135609 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:02.188322 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Pushing event deleted for resources: {'Port': ['ID=f0ff52a0-7fb7-43b6-a51f-a6b036a7209c,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:02.297051 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] No DVR routers for this DVR port f0ff52a0-7fb7-43b6-a51f-a6b036a7209c on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:45:02.300081 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:02.302839 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'name': 'network-vif-deleted', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:45:02.322025 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f5c1591f-5e74-4eed-8d44-1925707fce30 req-63a14952-c94c-44ad-bbec-d47abaab6525 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.41 "DELETE /v2.0/ports/f0ff52a0-7fb7-43b6-a51f-a6b036a7209c HTTP/1.1" status: 204  len: 173 time: 1.9664543
Apr 08 02:45:02.348692 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e719be90-d0b0-4dd1-9419-f101c83097f5'] response: {'server_uuid': 'a7abd5e4-0438-45c3-bad1-9779674a6e4b', 'name': 'network-vif-deleted', 'tag': 'f0ff52a0-7fb7-43b6-a51f-a6b036a7209c', 'status': 'completed', 'code': 200}
Apr 08 02:45:02.745128 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-873ca1b4-4ff2-4e7b-9ff8-0d4454f5dcca req-d7267a22-c990-49bd-ad70-b78e28cd4273 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.0416133
Apr 08 02:45:03.892376 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9cfb78c3-6beb-4f8d-9b50-3582c9f0cba3 req-3b984ada-57db-4882-8320-fc333308bab2 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Synchronizing usage tracker for tenant:a7827966303d4944b40900c83b7d40b9 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:03.908036 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9cfb78c3-6beb-4f8d-9b50-3582c9f0cba3 req-3b984ada-57db-4882-8320-fc333308bab2 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] Unset dirty status for tenant:a7827966303d4944b40900c83b7d40b9 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:03.909154 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9cfb78c3-6beb-4f8d-9b50-3582c9f0cba3 req-3b984ada-57db-4882-8320-fc333308bab2 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.0570879
Apr 08 02:45:05.064841 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-db474d99-ef94-4530-87ed-6ba22014e4a5 req-dddaa1bb-5a95-41a9-8716-a633d8b49544 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.0499418
Apr 08 02:45:05.072333 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-d27217e9-5cbe-4e2c-ac0e-fda7abacf6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:06.221516 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-40553543-0404-4803-94f3-27701180e0bc req-f1d026bf-7926-444b-8cea-c0a055b694a7 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.0455472
Apr 08 02:45:07.195050 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0a2287c2-6dc8-4cd2-a526-b3115ab4987c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:07.367442 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7e1fdba-6eba-4d0e-930d-1715d8238dd9 req-3b2b0a79-35e9-496d-8360-49edbefe280d tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.0422130
Apr 08 02:45:08.374697 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.412585 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:08.526311 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fe4dea6b-4ce7-4746-b087-840d6866e4d5 req-dbda0041-2052-48cd-8b6f-7318f165b23b tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.0472043
Apr 08 02:45:09.731000 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-285ef54a-8b19-4883-8bcd-50410b060b4a req-f2729032-ab5d-40a9-a14e-391225d8d532 tempest-DeleteServersTestJSON-913894801 tempest-DeleteServersTestJSON-913894801-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7abd5e4-0438-45c3-bad1-9779674a6e4b HTTP/1.1" status: 200  len: 210 time: 0.0508535
Apr 08 02:45:09.927988 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.775371 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43086) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:12.834113 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] Deleting subnet 846e632e-f63f-4f42-a980-1fe51d66ba07 {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:45:12.836985 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.887440 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.895292 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:12.963989 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.006729 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.009052 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846e632e-f63f-4f42-a980-1fe51d66ba07,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:13.015891 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-36ec8889-2ebd-4cc3-a5bd-9dd230fd7357 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/846e632e-f63f-4f42-a980-1fe51d66ba07 HTTP/1.1" status: 204  len: 168 time: 0.2394736
Apr 08 02:45:13.018350 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43092) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:13.122668 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.242625 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.271824 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6fcdd94130>> segment before_delete 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.272243 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6fcdd94130>> subnet precommit_delete_associations 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.273349 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> segment_host_mapping after_create 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.273832 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> port after_create 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.274149 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> port after_delete 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.274491 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> port after_update 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.274802 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> segment after_delete 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.275133 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> subnet after_create 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.275444 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> subnet after_delete 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.275750 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fcdec4af0>> subnet after_update 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.414078 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcd1bc1f0>> subnet after_create 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.414413 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcd1bc1f0>> subnet after_delete 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.414827 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcd1bc1f0>> subnet before_create 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.415157 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcd1bc1f0>> subnet before_update 55550000 {{(pid=87223) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:45:13.415523 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc7e5e0>,) {'filters': {'network_id': ['12d51e45-31ff-422a-a96d-bba4d26b1a95']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:13.428837 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc7e5e0>, '03e5b568-87ac-47ee-a506-a8c4ee8bb3a5') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:13.429125 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc7e5e0>, '03e5b568-87ac-47ee-a506-a8c4ee8bb3a5') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:13.440788 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.457860 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.465251 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:45:13.465696 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   from cryptography.utils import int_from_bytes
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   from cryptography.utils import int_from_bytes
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   util.warn_limited(
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:45:13.481195 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:45:13.557192 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.582229 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:13.584985 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=12d51e45-31ff-422a-a96d-bba4d26b1a95,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:13.596680 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9612c24a-e67a-4c00-85ab-573eaf9000a5 admin admin] 10.222.0.23 "DELETE /v2.0/networks/12d51e45-31ff-422a-a96d-bba4d26b1a95 HTTP/1.1" status: 204  len: 168 time: 0.5773852
Apr 08 02:45:13.883946 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43114) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:13.948542 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43124) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:13.952364 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-79e1dce7-75bc-40db-ba5e-712aafbc189e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7827966303d4944b40900c83b7d40b9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0669470
Apr 08 02:45:14.021973 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f37e-2360-48bf-8b20-01d2a8710912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:14.050169 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f37e-2360-48bf-8b20-01d2a8710912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:14.114743 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f37e-2360-48bf-8b20-01d2a8710912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:14.137061 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8f37e-2360-48bf-8b20-01d2a8710912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773dec9-3cdf-42f6-b30a-a4283e89c675,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:14.147147 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c2b8f37e-2360-48bf-8b20-01d2a8710912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:14.152097 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c2b8f37e-2360-48bf-8b20-01d2a8710912 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3773dec9-3cdf-42f6-b30a-a4283e89c675 HTTP/1.1" status: 204  len: 168 time: 0.1896524
Apr 08 02:45:15.006200 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43202) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:15.165290 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-network', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:45:15.170964 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:15.178084 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Usage tracker for resource:network and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:15.181503 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:15.187952 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:15.196719 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Made reservation on behalf of bd1b3bd04ce44cd7893a53eb18d9a8b0 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:15.199187 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.211508 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.225624 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:15.229479 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Usage tracker for resource:security_group_rule and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:15.232898 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:15.240849 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:15.334857 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.338915 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.373795 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:45:15.379156 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7068c512-1c77-4455-9ac5-b446463d92b3,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:15.386108 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.386494 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Added segment 7d62632a-48ac-4430-ae1f-5b58d06dea06 of type vlan for network 94ddd372-ab57-40b5-ae02-402f4da20997
Apr 08 02:45:15.414512 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.448234 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.449307 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:15.449899 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.581985 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] Pushing event updated for resources: {'Network': ['ID=94ddd372-ab57-40b5-ae02-402f4da20997,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:15.590359 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-e68ed104-241d-4964-8c79-2f2d269be546 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.5804203
Apr 08 02:45:15.591765 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43232) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:15.593909 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 94ddd372-ab57-40b5-ae02-402f4da20997 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:45:15.597912 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Request body: {'subnet': {'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-subnet', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:45:15.603586 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:15.608925 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Usage tracker for resource:subnet and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:15.611996 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:15.623150 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:15.633911 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Made reservation on behalf of bd1b3bd04ce44cd7893a53eb18d9a8b0 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:15.636394 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:15.895798 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.045265 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:16.052906 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Checking segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:45:16.053251 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Network hostable DHCP agents. Network: 94ddd372-ab57-40b5-ae02-402f4da20997, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:45:16.072802 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Network 94ddd372-ab57-40b5-ae02-402f4da20997 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:45:16.081993 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 94ddd372-ab57-40b5-ae02-402f4da20997) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:16.086395 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:16.086971 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.091380 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f461aa12-2d57-4938-b333-4d2d17122ba4 None None] Network 94ddd372-ab57-40b5-ae02-402f4da20997 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:45:16.101158 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:45:16.107748 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0ac9e193-81bc-4c74-88e1-52933f8d8abe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.5145571
Apr 08 02:45:16.110423 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43248) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:16.115676 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:45:16.120062 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:16.124396 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Usage tracker for resource:router and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:16.127163 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:16.132875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:16.144227 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.145384 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.161578 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.360013 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-94ddd372-ab57-40b5-ae02-402f4da20997', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:45:16.360889 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.449534 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.547860 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Allocated IP 172.20.0.2 (94ddd372-ab57-40b5-ae02-402f4da20997/949c14cb-4d0f-4c17-bc8c-ac18acf17ec8/2624e322-f671-4e68-a087-5c47f93c41fa) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:16.760350 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.771121 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Transition to ACTIVE for port object 2624e322-f671-4e68-a087-5c47f93c41fa will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:16.777464 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.793859 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Transition to ACTIVE for port object 2624e322-f671-4e68-a087-5c47f93c41fa will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:16.798737 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.814857 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.858307 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Network 94ddd372-ab57-40b5-ae02-402f4da20997 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:16.861507 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:16.865178 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:45:16.911810 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Pushing event updated for resources: {'Port': ['ID=2624e322-f671-4e68-a087-5c47f93c41fa,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:16.971794 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Attempting to bind port 2624e322-f671-4e68-a087-5c47f93c41fa on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:16.972227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Attempting to bind port 2624e322-f671-4e68-a087-5c47f93c41fa by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:16.972584 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Attempting to bind port 2624e322-f671-4e68-a087-5c47f93c41fa on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:45:16.977959 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:45:16.978323 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Checking segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:45:16.978713 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.979097 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Bound using segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:45:16.979553 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Bound port: 2624e322-f671-4e68-a087-5c47f93c41fa, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:16.979953 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:16.987963 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Allocated IP 172.27.1.142 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/76855821-4e1d-42ad-a778-cb9db0ff6a45) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:17.072849 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] For port 2624e322-f671-4e68-a087-5c47f93c41fa, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:45:17.076226 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] For port 2624e322-f671-4e68-a087-5c47f93c41fa, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2624e322-f671-4e68-a087-5c47f93c41fa,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:45:17.081578 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:17.156428 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:17.172672 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1108d-67c0-4d79-9872-81e2d92ec664 None None] Pushing event updated for resources: {'Port': ['ID=2624e322-f671-4e68-a087-5c47f93c41fa,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:17.190702 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:17.252517 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:17.259468 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:17.264315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:45:17.298041 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Pushing event updated for resources: {'Port': ['ID=76855821-4e1d-42ad-a778-cb9db0ff6a45,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:17.776428 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43276) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:17.833399 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:17.918466 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:17.935648 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:17.939849 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Usage tracker for resource:security_group_rule and tenant:3dea93aa5803489aa36a0369eecc3e96 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:17.944888 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:17.952072 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:18.077061 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.083951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.149687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd5ac33-fb16-4817-b999-37bdeee79516,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:18.176478 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43292) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:18.177560 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-cf39d55d-75f5-4674-9765-2e68393bf710 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3dea93aa5803489aa36a0369eecc3e96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3997841
Apr 08 02:45:18.257439 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c597bc3-4259-4762-8c2d-2762c5b88e3b None None] Network 94ddd372-ab57-40b5-ae02-402f4da20997 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:45:18.353111 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.366534 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-04f7d269-bde3-4aeb-ab24-e9d9b6d27b1d None None] Provisioning for port 2624e322-f671-4e68-a087-5c47f93c41fa completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:18.410272 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-06f31c33-5655-47bf-9f18-9e1c3edc8991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.458932 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-06f31c33-5655-47bf-9f18-9e1c3edc8991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.599157 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2624e322-f671-4e68-a087-5c47f93c41fa up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:18.612653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-06f31c33-5655-47bf-9f18-9e1c3edc8991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.637440 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f31c33-5655-47bf-9f18-9e1c3edc8991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd5ac33-fb16-4817-b999-37bdeee79516,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:18.658846 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-06f31c33-5655-47bf-9f18-9e1c3edc8991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.660311 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-06f31c33-5655-47bf-9f18-9e1c3edc8991 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8fd5ac33-fb16-4817-b999-37bdeee79516 HTTP/1.1" status: 204  len: 168 time: 0.4796016
Apr 08 02:45:18.662309 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Router 878cbde7-75de-4138-8eb8-fe696b2cdd79 is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:45:18.699351 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 2624e322-f671-4e68-a087-5c47f93c41fa completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:18.708280 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 2624e322-f671-4e68-a087-5c47f93c41fa triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:18.708676 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.851826 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.866144 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:45:18.877277 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Sync routers for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:45:18.894525 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 2624e322-f671-4e68-a087-5c47f93c41fa, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2624e322-f671-4e68-a087-5c47f93c41fa,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:18.894827 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:45:18.895218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.895346 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce37d520>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:18.896580 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-83e19c02-d279-4167-83fa-e1c2bb6e1f6f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 2.7850299
Apr 08 02:45:18.899700 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43302) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:18.905042 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:18.963758 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-3f076513-1cda-44d6-b263-14342c202ffa None None] Provisioning complete for port 2624e322-f671-4e68-a087-5c47f93c41fa triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:18.964260 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3f076513-1cda-44d6-b263-14342c202ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.030680 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=2624e322-f671-4e68-a087-5c47f93c41fa,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:19.074782 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43308) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:19.094779 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.110518 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:19.114809 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Usage tracker for resource:security_group_rule and tenant:d62f264592684e99942e5e54fddb555f is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:19.117164 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:19.123938 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:19.151707 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:45:19.235851 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.241441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.304439 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec4b66-c2ba-4aea-a32d-28210175713c,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:19.321766 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-b939d3df-fef3-4fe1-b41a-f019168bf72a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d62f264592684e99942e5e54fddb555f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2446835
Apr 08 02:45:19.324350 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43316) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:19.386078 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a965d491-530a-493a-96dc-dd4b7d8e0cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.412870 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a965d491-530a-493a-96dc-dd4b7d8e0cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.461361 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce37d520>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:17Z', 'revision_number': 3, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:19.468295 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Checking router: 878cbde7-75de-4138-8eb8-fe696b2cdd79 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:45:19.468727 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Updating router 878cbde7-75de-4138-8eb8-fe696b2cdd79 port 76855821-4e1d-42ad-a778-cb9db0ff6a45 binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:45:19.487660 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a965d491-530a-493a-96dc-dd4b7d8e0cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.514444 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965d491-530a-493a-96dc-dd4b7d8e0cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec4b66-c2ba-4aea-a32d-28210175713c,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:19.518832 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a965d491-530a-493a-96dc-dd4b7d8e0cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.519953 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a965d491-530a-493a-96dc-dd4b7d8e0cba admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90ec4b66-c2ba-4aea-a32d-28210175713c HTTP/1.1" status: 204  len: 168 time: 0.1946995
Apr 08 02:45:19.566388 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.753768 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.938849 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.950956 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Transition to ACTIVE for port object 76855821-4e1d-42ad-a778-cb9db0ff6a45 will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:19.958535 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:19.986136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Allocated IP 172.20.0.1 (94ddd372-ab57-40b5-ae02-402f4da20997/949c14cb-4d0f-4c17-bc8c-ac18acf17ec8/86fa87d3-b1ca-42ec-8895-1cc1f3012f95) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:20.039338 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Attempting to bind port 76855821-4e1d-42ad-a778-cb9db0ff6a45 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:20.039692 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Attempting to bind port 76855821-4e1d-42ad-a778-cb9db0ff6a45 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:20.040082 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Attempting to bind port 76855821-4e1d-42ad-a778-cb9db0ff6a45 on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:45:20.050009 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Pushing event updated for resources: {'Port': ['ID=76855821-4e1d-42ad-a778-cb9db0ff6a45,revision_number=2']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:20.052199 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:45:20.052822 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:45:20.053218 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.053883 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:45:20.054067 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Bound port: 76855821-4e1d-42ad-a778-cb9db0ff6a45, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:20.054486 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.096042 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.096603 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.096939 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.097266 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.097591 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.097915 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.098235 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.098552 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.098887 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.099204 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.099518 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.099826 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:45:20.145544 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] For port 76855821-4e1d-42ad-a778-cb9db0ff6a45, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:45:20.148936 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.149295 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] For port 76855821-4e1d-42ad-a778-cb9db0ff6a45, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=76855821-4e1d-42ad-a778-cb9db0ff6a45,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:45:20.154903 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.165983 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Transition to ACTIVE for port object 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:20.195036 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.243086 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:45:20.243086 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce37d520>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:20.280183 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Network 94ddd372-ab57-40b5-ae02-402f4da20997 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:20.283669 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:20.293434 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:45:20.294409 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.316899 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Pushing event updated for resources: {'Port': ['ID=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:20.343279 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c5a32-8c23-428a-b4c1-6718c2dba467 None None] Pushing event updated for resources: {'Port': ['ID=76855821-4e1d-42ad-a778-cb9db0ff6a45,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:20.484808 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.522267 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:45:20.587120 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2624e322-f671-4e68-a087-5c47f93c41fa up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:20.702519 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-e5199d5e-4030-434c-b905-1e3458b67733 None None] Provisioning for port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:20.710548 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-e5199d5e-4030-434c-b905-1e3458b67733 None None] Provisioning complete for port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:20.711293 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e5199d5e-4030-434c-b905-1e3458b67733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.780186 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 2624e322-f671-4e68-a087-5c47f93c41fa triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:20.784658 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.785855 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.792678 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.793758 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:20.847488 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-e5199d5e-4030-434c-b905-1e3458b67733 None None] Port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:45:20.895649 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce37d520>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:17Z', 'revision_number': 3, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:20.901597 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88419b6d-9529-4d32-a770-c32f8ba3ba4d None None] The sync data for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi is: [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:17Z', 'revision_number': 3, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:45:20.974773 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Pushing event updated for resources: {'Port': ['ID=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:20.998346 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43356) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:21.041681 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Network 94ddd372-ab57-40b5-ae02-402f4da20997 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:21.042774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:21.144031 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.171151 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:21.181872 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Usage tracker for resource:security_group_rule and tenant:cc9029c662454065b723fbc909c1a182 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:21.186951 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:21.196742 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:21.319053 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Router 878cbde7-75de-4138-8eb8-fe696b2cdd79 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:45:21.337388 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.343853 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.394533 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-d6310dd5-8aae-4f71-b713-d3c55eeb4859 None None] Provisioning complete for port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:21.395135 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-d6310dd5-8aae-4f71-b713-d3c55eeb4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.414666 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cc9029c662454065b723fbc909c1a182&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4123156
Apr 08 02:45:21.415819 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43366) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:21.428665 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455a5c7-1e18-410a-885c-d4d177b30837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707380b2-f17d-44de-b39e-e5bc7b9965c9,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:21.485579 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-215524d9-a04f-4063-9bab-d59243af0042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.495663 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-d6310dd5-8aae-4f71-b713-d3c55eeb4859 None None] Port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:45:21.520137 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-215524d9-a04f-4063-9bab-d59243af0042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.601512 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-215524d9-a04f-4063-9bab-d59243af0042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.623102 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-215524d9-a04f-4063-9bab-d59243af0042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:21.626832 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-215524d9-a04f-4063-9bab-d59243af0042 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/707380b2-f17d-44de-b39e-e5bc7b9965c9 HTTP/1.1" status: 204  len: 168 time: 0.2076135
Apr 08 02:45:21.626832 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215524d9-a04f-4063-9bab-d59243af0042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707380b2-f17d-44de-b39e-e5bc7b9965c9,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:21.682842 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:45:21.703963 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d8b6671a-e772-40a1-a7c6-8cacaa5d396e admin admin] 10.222.0.23 "PUT /v2.0/routers/878cbde7-75de-4138-8eb8-fe696b2cdd79/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7989759
Apr 08 02:45:22.339469 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-59a10364-a865-4123-8006-8611a7a7c64e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:22.340178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-59a10364-a865-4123-8006-8611a7a7c64e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:network {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:22.359450 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-59a10364-a865-4123-8006-8611a7a7c64e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:network {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:22.360938 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-59a10364-a865-4123-8006-8611a7a7c64e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 819 time: 0.2734516
Apr 08 02:45:22.377218 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-2ab31792-6970-419c-b430-58ef30da53f8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/quotas/bd1b3bd04ce44cd7893a53eb18d9a8b0 HTTP/1.1" status: 200  len: 375 time: 0.0106502
Apr 08 02:45:22.466816 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-a96df887-188b-4996-8263-98dc1062c582 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0841053
Apr 08 02:45:22.597023 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 76855821-4e1d-42ad-a778-cb9db0ff6a45 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:22.668783 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-2ca90fe8-7886-4152-9327-b440f4d9274f service neutron] 10.222.0.23 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903312
Apr 08 02:45:22.707287 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Sync routers for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:45:22.711821 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 76855821-4e1d-42ad-a778-cb9db0ff6a45 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:22.719693 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 76855821-4e1d-42ad-a778-cb9db0ff6a45 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:22.720227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:22.757686 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:45:22.758246 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda93760>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:22.832559 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-7ae5e728-2c13-4d94-ab61-ccba8acd01e4 service neutron] 10.222.0.23 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1571493
Apr 08 02:45:23.005153 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:23.010832 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:45:23.041214 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-1114c990-c3ca-49a3-b1b8-ab336f0056f1 req-dd989a7b-3aa9-4a59-a49a-6e0bad524381 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:23.079773 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-1114c990-c3ca-49a3-b1b8-ab336f0056f1 req-dd989a7b-3aa9-4a59-a49a-6e0bad524381 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:23.081105 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1114c990-c3ca-49a3-b1b8-ab336f0056f1 req-dd989a7b-3aa9-4a59-a49a-6e0bad524381 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 210 time: 0.0920541
Apr 08 02:45:23.086966 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 76855821-4e1d-42ad-a778-cb9db0ff6a45, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=76855821-4e1d-42ad-a778-cb9db0ff6a45,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:23.181958 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:23.362040 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=76855821-4e1d-42ad-a778-cb9db0ff6a45,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:23.457227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda93760>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 2, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:23.461107 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Checking router: 878cbde7-75de-4138-8eb8-fe696b2cdd79 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:45:23.461451 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Updating router 878cbde7-75de-4138-8eb8-fe696b2cdd79 port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:45:23.523023 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-418a294a-8579-46c2-a37c-c9f3f83e53cf tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:23.525259 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-418a294a-8579-46c2-a37c-c9f3f83e53cf tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 819 time: 0.2007079
Apr 08 02:45:23.529844 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:23.540708 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0e34deca-f033-4f1d-a4e6-9c5840b5d84d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/quotas/bd1b3bd04ce44cd7893a53eb18d9a8b0 HTTP/1.1" status: 200  len: 375 time: 0.0099275
Apr 08 02:45:23.660269 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-9f1ed7c4-888d-4b61-bffb-a5cc41cc61aa tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1110334
Apr 08 02:45:23.814566 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-82dc6726-59ce-4b90-b5f7-fab63f59c495 service neutron] 10.222.0.23 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535957
Apr 08 02:45:23.966249 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:23.977315 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-4322b0a1-c4c7-485b-8c3b-76163bf2d199 service neutron] 10.222.0.23 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558657
Apr 08 02:45:23.984481 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Transition to ACTIVE for port object 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:23.993802 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:24.213625 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c02350ff-6cd9-463e-b92d-60d2e6b970cd req-7fef4d4f-74ec-4011-a51b-cd55350e3498 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 210 time: 0.0621529
Apr 08 02:45:24.270841 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342ee83-5024-4e85-a7b7-caa5495acb0a None None] Pushing event updated for resources: {'Port': ['ID=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:24.352894 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Attempting to bind port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:24.353259 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Attempting to bind port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:24.353625 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Attempting to bind port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:45:24.361780 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:45:24.362376 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Checking segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:45:24.362920 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:24.363614 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Bound using segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:45:24.364246 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Bound port: 86fa87d3-b1ca-42ec-8895-1cc1f3012f95, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:24.364767 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:24.489064 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] For port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:45:24.492723 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] For port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:45:24.504537 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:24.671150 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-2e7ced74-e341-46a2-93ed-e8a70971e69e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:24.672792 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-2e7ced74-e341-46a2-93ed-e8a70971e69e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 819 time: 0.2190244
Apr 08 02:45:24.678795 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 76855821-4e1d-42ad-a778-cb9db0ff6a45 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:24.713450 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'port': {'device_id': '96569291-3f37-4b65-b902-9e31040c4328', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'admin_state_up': True, 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:45:24.777349 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342ee83-5024-4e85-a7b7-caa5495acb0a None None] Pushing event updated for resources: {'Port': ['ID=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:24.796062 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:45:24.796062 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda93760>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:45:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:25.005021 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 76855821-4e1d-42ad-a778-cb9db0ff6a45 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:25.005684 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.031814 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:25.060468 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:25.072956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Made reservation on behalf of bd1b3bd04ce44cd7893a53eb18d9a8b0 for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:25.082280 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.192303 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:45:25.280192 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Allocated IP 172.20.0.8 (94ddd372-ab57-40b5-ae02-402f4da20997/949c14cb-4d0f-4c17-bc8c-ac18acf17ec8/2437d107-0e71-4cd9-bfef-38bb3ccc9385) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:25.465098 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f708769-f2d6-4aac-ab75-fea911e00a97 req-c49a5c50-21cf-45a3-aaf2-c20f56758863 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 210 time: 0.0806422
Apr 08 02:45:25.620793 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda93760>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:24Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:45:25.625391 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f82083-ef77-4d02-b45e-ee1b59a3aded None None] The sync data for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi is: [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:24Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:45:25.682455 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.708345 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Transition to ACTIVE for port object 2437d107-0e71-4cd9-bfef-38bb3ccc9385 will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:25.749471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:25.834733 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Network 94ddd372-ab57-40b5-ae02-402f4da20997 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:25.837924 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:25.841094 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:45:25.917626 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'Port': ['ID=2437d107-0e71-4cd9-bfef-38bb3ccc9385,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:25.963788 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:25.970710 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.026939 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-5b6313ca-368a-4127-b510-abfe91d2ef86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3286648
Apr 08 02:45:26.050055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Request body: {'port': {'device_id': '96569291-3f37-4b65-b902-9e31040c4328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:45:26.181607 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-ca3dff54-531c-4d17-841a-b5409e4c8eac None None] Provisioning for port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:26.208156 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-ca3dff54-531c-4d17-841a-b5409e4c8eac None None] Provisioning complete for port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:26.208786 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca3dff54-531c-4d17-841a-b5409e4c8eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.306635 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.308342 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dff54-531c-4d17-841a-b5409e4c8eac None None] Port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:45:26.334021 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-a62c6e69-bd56-4f10-b6f0-9b358669327c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:26.335253 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-a62c6e69-bd56-4f10-b6f0-9b358669327c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 819 time: 0.3741202
Apr 08 02:45:26.355245 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'port': {'device_id': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'admin_state_up': True, 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:45:26.631239 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:26.646998 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Usage tracker for resource:port and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:26.654675 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:26.667299 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:26.678654 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:26.700879 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Made reservation on behalf of bd1b3bd04ce44cd7893a53eb18d9a8b0 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:45:26.708224 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.812335 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:26.817785 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:26.818163 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.820876 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-496a050d-890d-4025-bf13-bc6e558af3b5 req-64c69bae-4366-4a2e-bb7b-555eea617f3b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 210 time: 0.0793593
Apr 08 02:45:26.884923 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2437d107-0e71-4cd9-bfef-38bb3ccc9385 {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:45:26.893834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.912585 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Transition to ACTIVE for port object 2437d107-0e71-4cd9-bfef-38bb3ccc9385 will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:26.918686 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:26.999523 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=2437d107-0e71-4cd9-bfef-38bb3ccc9385,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:27.028678 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.092609 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:27.098389 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.229546 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Allocated IP 172.20.0.5 (94ddd372-ab57-40b5-ae02-402f4da20997/949c14cb-4d0f-4c17-bc8c-ac18acf17ec8/d3a8eac8-aa70-41c5-92be-ee364676a64e) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:45:27.232456 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:27.281478 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Attempting to bind port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:27.282153 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Attempting to bind port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:27.282654 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Attempting to bind port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:45:27.289293 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 on network 94ddd372-ab57-40b5-ae02-402f4da20997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:45:27.289824 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Attempting to bind port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:45:27.300436 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:45:27.301173 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Checking segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:45:27.301725 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Bound using segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:45:27.302593 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Bound port: 2437d107-0e71-4cd9-bfef-38bb3ccc9385, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:27.303101 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.448360 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] For port 2437d107-0e71-4cd9-bfef-38bb3ccc9385, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:45:27.453661 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] For port 2437d107-0e71-4cd9-bfef-38bb3ccc9385, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:45:27.462453 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.552662 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:27.553336 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.554708 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2437d107-0e71-4cd9-bfef-38bb3ccc9385 HTTP/1.1" status: 200  len: 1093 time: 1.5096297
Apr 08 02:45:27.555137 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96569291-3f37-4b65-b902-9e31040c4328', 'tag': '2437d107-0e71-4cd9-bfef-38bb3ccc9385'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:45:27.595901 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68ffa1-3954-4d2f-9b34-6192a08e6ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=2437d107-0e71-4cd9-bfef-38bb3ccc9385,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:27.659369 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.693902 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Transition to ACTIVE for port object d3a8eac8-aa70-41c5-92be-ee364676a64e will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:27.697398 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f0a7e5-3484-4c98-bbb7-80b167f00ea8'] response: {'name': 'network-changed', 'server_uuid': '96569291-3f37-4b65-b902-9e31040c4328', 'tag': '2437d107-0e71-4cd9-bfef-38bb3ccc9385', 'status': 'completed', 'code': 200}
Apr 08 02:45:27.753723 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.764597 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-168184d6-f53e-4d1d-bce1-57664cb7aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:27.766091 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-168184d6-f53e-4d1d-bce1-57664cb7aba7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 1096 time: 0.1443772
Apr 08 02:45:27.868182 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-7bd85c3a-3916-4e44-8894-30991775a199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385 HTTP/1.1" status: 200  len: 217 time: 0.0842700
Apr 08 02:45:27.901120 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Network 94ddd372-ab57-40b5-ae02-402f4da20997 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:45:27.905486 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:45:27.934429 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:45:27.954258 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:27.959068 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:27.971204 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-eb62e42c-95bc-459c-b510-af30cb010a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:27.973785 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-eb62e42c-95bc-459c-b510-af30cb010a97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0982487
Apr 08 02:45:27.988070 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'Port': ['ID=d3a8eac8-aa70-41c5-92be-ee364676a64e,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:27.999699 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-0f308df4-521e-4aad-9756-d7dba5bfded4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6483469
Apr 08 02:45:28.021485 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Request body: {'port': {'device_id': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:45:28.098507 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-c0024eb3-ce1f-449e-8c4a-41d3e390f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:28.100643 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-c0024eb3-ce1f-449e-8c4a-41d3e390f2a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1199834
Apr 08 02:45:28.226433 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4ce19699-4373-4dd4-91f2-903eda1134ac None None] Provisioning for port d3a8eac8-aa70-41c5-92be-ee364676a64e completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:28.234099 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4ce19699-4373-4dd4-91f2-903eda1134ac None None] Provisioning complete for port d3a8eac8-aa70-41c5-92be-ee364676a64e triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:28.234965 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4ce19699-4373-4dd4-91f2-903eda1134ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:28.246880 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058dc40-c401-471f-a455-64400395f6b3 req-1478be4f-df07-496e-92b7-0754e5fa9cfc tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:28.248046 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4058dc40-c401-471f-a455-64400395f6b3 req-1478be4f-df07-496e-92b7-0754e5fa9cfc tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:28.252111 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:28.278804 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-1954a6eb-45b7-4e8a-b0a1-71f1231f1fbc service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691849
Apr 08 02:45:28.312849 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-4ce19699-4373-4dd4-91f2-903eda1134ac None None] Port d3a8eac8-aa70-41c5-92be-ee364676a64e cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:45:28.326229 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4058dc40-c401-471f-a455-64400395f6b3 req-1478be4f-df07-496e-92b7-0754e5fa9cfc tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:28.328378 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4058dc40-c401-471f-a455-64400395f6b3 req-1478be4f-df07-496e-92b7-0754e5fa9cfc tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 931 time: 0.2577164
Apr 08 02:45:28.446939 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4058dc40-c401-471f-a455-64400395f6b3 req-b4c0474d-21b9-4b44-a283-daa835f6c29c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104009
Apr 08 02:45:28.526090 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f354434-a4a5-4ee3-bfd2-cb17410f7808 req-43cd35ed-518c-433d-b182-d2c821dfc77f service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2302015
Apr 08 02:45:28.553392 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:28.668943 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:28.669548 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:28.682504 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a8eac8-aa70-41c5-92be-ee364676a64e {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:45:28.689768 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:28.709116 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Transition to ACTIVE for port object d3a8eac8-aa70-41c5-92be-ee364676a64e will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:45:28.712847 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:28.738358 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-fed70871-ba9e-4f1f-8595-0855265e9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:28.739734 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-fed70871-ba9e-4f1f-8595-0855265e9b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 1096 time: 0.0770755
Apr 08 02:45:28.847608 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a8eac8-aa70-41c5-92be-ee364676a64e,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:28.910731 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Attempting to bind port d3a8eac8-aa70-41c5-92be-ee364676a64e on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:45:28.911107 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Attempting to bind port d3a8eac8-aa70-41c5-92be-ee364676a64e by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:45:28.911405 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Attempting to bind port d3a8eac8-aa70-41c5-92be-ee364676a64e on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:45:28.914017 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-f053f462-1351-463e-86c3-06c083ccba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:28.915695 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-f053f462-1351-463e-86c3-06c083ccba6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1696124
Apr 08 02:45:28.917836 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Port d3a8eac8-aa70-41c5-92be-ee364676a64e on network 94ddd372-ab57-40b5-ae02-402f4da20997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:45:28.918234 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Attempting to bind port d3a8eac8-aa70-41c5-92be-ee364676a64e on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:45:28.927681 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:45:28.928054 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Checking segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:45:28.928437 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Bound using segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:45:28.928934 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Bound port: d3a8eac8-aa70-41c5-92be-ee364676a64e, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:45:28.929294 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:28.993292 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-42b92707-f8ed-4fe0-acc0-2ea45b2cc4a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385 HTTP/1.1" status: 200  len: 217 time: 0.0706327
Apr 08 02:45:29.062413 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-737d6af2-aa73-42a8-8673-29f8f2697dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.063861 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-737d6af2-aa73-42a8-8673-29f8f2697dd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0646312
Apr 08 02:45:29.104535 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] For port d3a8eac8-aa70-41c5-92be-ee364676a64e, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:45:29.107605 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] For port d3a8eac8-aa70-41c5-92be-ee364676a64e, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:45:29.112895 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.157945 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-ef9eb2de-2e8d-4bd3-9f38-df1eb9a95ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.159523 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-ef9eb2de-2e8d-4bd3-9f38-df1eb9a95ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837028
Apr 08 02:45:29.174423 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.175037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:29.176425 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d3a8eac8-aa70-41c5-92be-ee364676a64e HTTP/1.1" status: 200  len: 1093 time: 1.1599720
Apr 08 02:45:29.177507 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'tag': 'd3a8eac8-aa70-41c5-92be-ee364676a64e'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:45:29.220124 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfbc7f-c782-44f6-b4c3-198238a9a2c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a8eac8-aa70-41c5-92be-ee364676a64e,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:29.300598 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16e4bd38-591b-4240-be31-edd48a3824dc'] response: {'name': 'network-changed', 'server_uuid': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'tag': 'd3a8eac8-aa70-41c5-92be-ee364676a64e', 'status': 'completed', 'code': 200}
Apr 08 02:45:29.359543 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-07d339f8-951c-464d-828a-a29a6046c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.361177 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-07d339f8-951c-464d-828a-a29a6046c92c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 1096 time: 0.1191752
Apr 08 02:45:29.381521 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-89487526-9fe1-4ac5-8f41-b032bac73318 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2097766
Apr 08 02:45:29.451989 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-d5a44b8d-144a-4619-a68f-1502a168471f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e HTTP/1.1" status: 200  len: 217 time: 0.0762446
Apr 08 02:45:29.593792 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-3c8b7948-c3c1-4867-b043-7fbdebce02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.598567 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-3c8b7948-c3c1-4867-b043-7fbdebce02f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.1394413
Apr 08 02:45:29.620542 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75bfeea7-00d1-4789-8a7d-ba506b366991 req-968f5d5c-13d0-45ca-85a7-718ca23d3c69 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278132
Apr 08 02:45:29.793063 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-08bdaf3e-58f9-4692-a1fc-1d74321e9fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.796346 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-08bdaf3e-58f9-4692-a1fc-1d74321e9fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1883955
Apr 08 02:45:29.820851 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289e19d-2494-43c1-b757-31ddce87dce5 req-50e369c3-af83-44a2-a948-45771fd1180d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:29.822370 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c289e19d-2494-43c1-b757-31ddce87dce5 req-50e369c3-af83-44a2-a948-45771fd1180d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 943 time: 0.1554315
Apr 08 02:45:29.960088 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c289e19d-2494-43c1-b757-31ddce87dce5 req-65f95731-3bd8-4b69-ba38-5de01ec027d3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155543
Apr 08 02:45:29.992167 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-ef6459f0-eff5-40a2-b7c5-39409c56acfa service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1904657
Apr 08 02:45:30.126143 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5724559d-42cd-4a2e-b5f8-4fbd9b725a08 req-62573370-ae21-4831-a591-cc8fbb68d73e service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276493
Apr 08 02:45:30.297677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:30.340811 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-01e5bc64-3e4b-4512-bb55-3f67c5aed579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:30.342408 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-01e5bc64-3e4b-4512-bb55-3f67c5aed579 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 1096 time: 0.0815771
Apr 08 02:45:30.424663 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43648) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:30.495370 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-deddcb5b-8fa0-4fdf-810f-56307554f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:30.499251 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-deddcb5b-8fa0-4fdf-810f-56307554f3cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1505175
Apr 08 02:45:30.580478 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-1e0b9f20-22a9-4d24-921a-2eac4ed2ef6a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e HTTP/1.1" status: 200  len: 217 time: 0.0696270
Apr 08 02:45:30.587374 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:30.602494 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:30.607170 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Usage tracker for resource:security_group_rule and tenant:832dc1bab8ce473c826397776a85bb82 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:30.611115 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:30.616811 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:30.669084 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-cabadfa9-e1d4-4ea7-9a3d-eef612a0e1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:30.670531 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-cabadfa9-e1d4-4ea7-9a3d-eef612a0e1c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0650468
Apr 08 02:45:30.756112 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-a48ab0f8-db02-44af-8fb0-8a563943aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:30.757580 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-a48ab0f8-db02-44af-8fb0-8a563943aaaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797122
Apr 08 02:45:30.757762 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:30.768831 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:30.804009 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-8aa920c0-694e-4b1f-a433-b676462c6238 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1404548
Apr 08 02:45:30.823304 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d3f10c-49fe-49cc-a25a-b047f66c01f4,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:30.828178 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-7aab8624-f632-4bcc-9435-ead984a3ebc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=832dc1bab8ce473c826397776a85bb82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4024482
Apr 08 02:45:30.830909 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43658) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:30.895885 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3255229d-4053-4786-9e0d-eb1da53834ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:30.911331 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-614382c5-aef6-403c-8e00-8aa59ed0de47 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468327
Apr 08 02:45:30.973347 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3255229d-4053-4786-9e0d-eb1da53834ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.033443 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-949ee0c1-5f84-4d58-8593-8cfe28ac955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:31.035084 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-949ee0c1-5f84-4d58-8593-8cfe28ac955f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1098 time: 0.1292427
Apr 08 02:45:31.052418 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3255229d-4053-4786-9e0d-eb1da53834ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.073139 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-786935e6-2c89-45d5-b878-bfebe509c0d3 req-6c2024bf-8498-46b1-8dbc-44825de9c93a service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497297
Apr 08 02:45:31.089617 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255229d-4053-4786-9e0d-eb1da53834ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d3f10c-49fe-49cc-a25a-b047f66c01f4,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:31.153916 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3255229d-4053-4786-9e0d-eb1da53834ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.155026 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-3255229d-4053-4786-9e0d-eb1da53834ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7d3f10c-49fe-49cc-a25a-b047f66c01f4 HTTP/1.1" status: 204  len: 168 time: 0.3232496
Apr 08 02:45:31.269742 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-876ff030-bd9b-4476-8d98-5e3dea87bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:31.271225 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-876ff030-bd9b-4476-8d98-5e3dea87bcf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.2045219
Apr 08 02:45:31.281518 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599cb65-430b-4c1a-9d67-7311477c6594 req-dcc4723e-f043-481d-ae5e-760d179ab33b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:31.282183 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-0599cb65-430b-4c1a-9d67-7311477c6594 req-dcc4723e-f043-481d-ae5e-760d179ab33b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:31.366089 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-0599cb65-430b-4c1a-9d67-7311477c6594 req-dcc4723e-f043-481d-ae5e-760d179ab33b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:31.367434 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0599cb65-430b-4c1a-9d67-7311477c6594 req-dcc4723e-f043-481d-ae5e-760d179ab33b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 943 time: 0.2790453
Apr 08 02:45:31.417671 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-ddba72a9-e116-4537-ad5c-14c168f60df2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 1001 time: 0.1317554
Apr 08 02:45:31.454556 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43670) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:31.472474 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.477975 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-0599cb65-430b-4c1a-9d67-7311477c6594 req-23f5c1e8-7d72-4bf6-be16-bee90a8674db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:31.492787 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:31.500174 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f51a2d4f9f4ba7abf3e6cf377b5784 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:31.505678 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:31.507085 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-a5c1f9ec-ce21-4f08-8368-397e617d6b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:31.509335 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-a5c1f9ec-ce21-4f08-8368-397e617d6b8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0841081
Apr 08 02:45:31.514712 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:31.515245 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-0599cb65-430b-4c1a-9d67-7311477c6594 req-23f5c1e8-7d72-4bf6-be16-bee90a8674db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:31.516961 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0599cb65-430b-4c1a-9d67-7311477c6594 req-23f5c1e8-7d72-4bf6-be16-bee90a8674db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432476
Apr 08 02:45:31.605298 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-a4811a82-d96b-4c06-9a82-a3d0907998bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:31.605298 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-a4811a82-d96b-4c06-9a82-a3d0907998bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838101
Apr 08 02:45:31.695315 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.701822 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.749860 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd243ae-f5f8-4e05-883d-821eb89bb475,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:31.755076 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9607ba4a-ef03-4660-872d-6788eb9af4a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2f51a2d4f9f4ba7abf3e6cf377b5784&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2995186
Apr 08 02:45:31.758076 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43676) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:31.818666 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f858ce84-8277-499c-8b22-948d2941e7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.829566 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-5fe844b2-8aee-4265-a767-e0a7782482bc service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179351
Apr 08 02:45:31.846722 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f858ce84-8277-499c-8b22-948d2941e7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.900846 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f858ce84-8277-499c-8b22-948d2941e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.919901 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858ce84-8277-499c-8b22-948d2941e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd243ae-f5f8-4e05-883d-821eb89bb475,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:31.924367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f858ce84-8277-499c-8b22-948d2941e7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:31.928046 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f858ce84-8277-499c-8b22-948d2941e7d1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bd243ae-f5f8-4e05-883d-821eb89bb475 HTTP/1.1" status: 204  len: 168 time: 0.1666157
Apr 08 02:45:31.991543 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e7bea9f6-1d92-4f8b-9b52-9403a70d6331 req-e625b464-065f-4718-8d59-f35e0e9fa789 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511838
Apr 08 02:45:32.727690 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93485ba-5d3a-49ac-88b9-6fe1c17aaaa5 req-f269f9fc-aaf5-41c0-882a-0aa91695457c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:32.729153 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d93485ba-5d3a-49ac-88b9-6fe1c17aaaa5 req-f269f9fc-aaf5-41c0-882a-0aa91695457c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 943 time: 0.0924535
Apr 08 02:45:32.773116 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d93485ba-5d3a-49ac-88b9-6fe1c17aaaa5 req-dbfe7d29-3d93-457a-bed4-5b6fb1537c34 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376511
Apr 08 02:45:34.033111 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb7684-9340-4923-92b6-ce8407a6437e req-053a1c81-0886-47b4-b0a1-90d382e47409 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:34.034637 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b2bb7684-9340-4923-92b6-ce8407a6437e req-053a1c81-0886-47b4-b0a1-90d382e47409 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 943 time: 0.0898321
Apr 08 02:45:34.085458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43768) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:34.088012 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b2bb7684-9340-4923-92b6-ce8407a6437e req-cf70361c-2fe3-4684-95c1-29c6f38599f3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441768
Apr 08 02:45:34.200855 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.214325 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:34.219029 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Usage tracker for resource:security_group_rule and tenant:548623d6ffeb41cda868cb56ab2df8e8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:34.221774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:34.227266 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:34.329257 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.333215 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.382014 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=548623d6ffeb41cda868cb56ab2df8e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2954934
Apr 08 02:45:34.383709 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f4026-fce5-4306-92f7-83e9993c1057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf30b8ae-9305-4216-9f26-8cf94d6174ea,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:34.384681 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43774) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:34.389764 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2437d107-0e71-4cd9-bfef-38bb3ccc9385 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:45:34.446244 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e761a55f-35ad-40ad-bc54-0e94d70b6028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.473681 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e761a55f-35ad-40ad-bc54-0e94d70b6028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.532267 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e761a55f-35ad-40ad-bc54-0e94d70b6028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.536020 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 2437d107-0e71-4cd9-bfef-38bb3ccc9385, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:34.547951 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761a55f-35ad-40ad-bc54-0e94d70b6028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf30b8ae-9305-4216-9f26-8cf94d6174ea,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:34.549514 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '2437d107-0e71-4cd9-bfef-38bb3ccc9385', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'port_id': '2437d107-0e71-4cd9-bfef-38bb3ccc9385', 'mac_address': 'fa:16:3e:a2:76:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:45:34.552680 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e761a55f-35ad-40ad-bc54-0e94d70b6028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.553813 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-e761a55f-35ad-40ad-bc54-0e94d70b6028 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bf30b8ae-9305-4216-9f26-8cf94d6174ea HTTP/1.1" status: 204  len: 168 time: 0.1681566
Apr 08 02:45:34.620181 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.638540 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2437d107-0e71-4cd9-bfef-38bb3ccc9385 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:45:34.655798 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 2437d107-0e71-4cd9-bfef-38bb3ccc9385, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:34.661099 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.661753 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device d3a8eac8-aa70-41c5-92be-ee364676a64e details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:45:34.744981 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port d3a8eac8-aa70-41c5-92be-ee364676a64e, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:34.752663 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=2437d107-0e71-4cd9-bfef-38bb3ccc9385,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:34.761713 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': 'd3a8eac8-aa70-41c5-92be-ee364676a64e', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'port_id': 'd3a8eac8-aa70-41c5-92be-ee364676a64e', 'mac_address': 'fa:16:3e:a0:5a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:45:34.820045 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.837029 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a8eac8-aa70-41c5-92be-ee364676a64e {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:45:34.855334 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port d3a8eac8-aa70-41c5-92be-ee364676a64e, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:34.858336 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43784) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:34.866216 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.876484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:34.894491 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:34.899507 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Usage tracker for resource:security_group_rule and tenant:980954227f4345eaa7ed1858afd6c634 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:34.902500 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:34.911724 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:34.943012 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=d3a8eac8-aa70-41c5-92be-ee364676a64e,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.004492 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.008767 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.059950 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=980954227f4345eaa7ed1858afd6c634&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2004869
Apr 08 02:45:35.061783 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d20a44-c165-4d46-ba49-5be0d76d8f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdee0d6b-9f17-45b2-a5b6-235b7c8651b6,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.062612 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43790) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:35.069649 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fd516d39-d7bb-4074-b767-b6350d0766ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.127141 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-70594029-906a-4890-9ce0-d244a2026920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.155233 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-70594029-906a-4890-9ce0-d244a2026920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.247600 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-70594029-906a-4890-9ce0-d244a2026920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.271622 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70594029-906a-4890-9ce0-d244a2026920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdee0d6b-9f17-45b2-a5b6-235b7c8651b6,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.280791 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-70594029-906a-4890-9ce0-d244a2026920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.281894 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-70594029-906a-4890-9ce0-d244a2026920 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdee0d6b-9f17-45b2-a5b6-235b7c8651b6 HTTP/1.1" status: 204  len: 168 time: 0.2183123
Apr 08 02:45:35.310606 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db76b0-6c36-4c77-acb8-bb6d113631d5 req-6a0f4738-b46d-4408-8fb1-6030f2fa2167 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:35.312212 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-08db76b0-6c36-4c77-acb8-bb6d113631d5 req-6a0f4738-b46d-4408-8fb1-6030f2fa2167 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 944 time: 0.1130896
Apr 08 02:45:35.359139 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-08db76b0-6c36-4c77-acb8-bb6d113631d5 req-c785e881-3686-466d-8983-6d7435edefd0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411267
Apr 08 02:45:35.560181 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['d3a8eac8-aa70-41c5-92be-ee364676a64e'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:45:35.591513 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['2437d107-0e71-4cd9-bfef-38bb3ccc9385'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:45:35.645410 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 43802) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:35.663216 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.683182 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:45:35.687355 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Usage tracker for resource:security_group_rule and tenant:6668c6ad39a042a5a985701f75076011 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:45:35.690444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:45:35.697150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:45:35.782710 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.786385 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.838016 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6668c6ad39a042a5a985701f75076011&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1915107
Apr 08 02:45:35.838839 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd63b0-5e71-41bd-a06d-4d4738edfc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cccf9cf-2aa6-4600-89e0-157e9330371a,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:35.841828 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 43806) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:45:35.909768 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e4bc44ed-0e35-4dac-80f3-1e874b308502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.935855 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e4bc44ed-0e35-4dac-80f3-1e874b308502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:35.990385 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e4bc44ed-0e35-4dac-80f3-1e874b308502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.006609 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc44ed-0e35-4dac-80f3-1e874b308502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cccf9cf-2aa6-4600-89e0-157e9330371a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:36.015658 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e4bc44ed-0e35-4dac-80f3-1e874b308502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:36.016789 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-e4bc44ed-0e35-4dac-80f3-1e874b308502 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7cccf9cf-2aa6-4600-89e0-157e9330371a HTTP/1.1" status: 204  len: 168 time: 0.1739764
Apr 08 02:45:36.566336 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df806f-9425-4f6a-a1c3-66e7a193cdf4 req-73f4cae4-4c3a-44e3-b2c1-f1811b85627f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:36.567796 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-57df806f-9425-4f6a-a1c3-66e7a193cdf4 req-73f4cae4-4c3a-44e3-b2c1-f1811b85627f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 944 time: 0.0942016
Apr 08 02:45:36.612696 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-57df806f-9425-4f6a-a1c3-66e7a193cdf4 req-a9a0b183-6e4f-426e-bc4e-50ef295c01db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388296
Apr 08 02:45:37.198964 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0f5d1924-08ee-45e2-bffe-c85e76a6d8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:37.794889 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b187a5-cda6-49c2-bc1b-c4db7eee6576 req-d0d208ee-4647-463d-b5bd-7fe6a66b7b90 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:37.796354 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e9b187a5-cda6-49c2-bc1b-c4db7eee6576 req-d0d208ee-4647-463d-b5bd-7fe6a66b7b90 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 944 time: 0.0788286
Apr 08 02:45:37.840621 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e9b187a5-cda6-49c2-bc1b-c4db7eee6576 req-f0666d0b-3e07-4c3d-b304-2f67b1a5ddac tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380280
Apr 08 02:45:38.377071 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:38.417211 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:39.021121 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad23e52-60cb-4ad2-be03-5edf3e532822 req-565e60a0-f1a8-410e-bd9f-e12e7caeeabe tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:39.022546 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aad23e52-60cb-4ad2-be03-5edf3e532822 req-565e60a0-f1a8-410e-bd9f-e12e7caeeabe tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 944 time: 0.0792809
Apr 08 02:45:39.065849 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aad23e52-60cb-4ad2-be03-5edf3e532822 req-7c5a3294-0eb8-4585-86e0-2ff40468fa24 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368516
Apr 08 02:45:39.928693 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:40.248029 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c56724-1bf2-4bd0-9736-f0778a730a61 req-2a303173-25af-4b3b-a3ed-f72e4aa03436 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:40.249357 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-29c56724-1bf2-4bd0-9736-f0778a730a61 req-2a303173-25af-4b3b-a3ed-f72e4aa03436 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 944 time: 0.0812838
Apr 08 02:45:40.293871 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-29c56724-1bf2-4bd0-9736-f0778a730a61 req-aab96da0-16c2-461f-8433-25ef2d0b2fb7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387704
Apr 08 02:45:40.977999 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device d3a8eac8-aa70-41c5-92be-ee364676a64e up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:41.046521 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port d3a8eac8-aa70-41c5-92be-ee364676a64e completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:41.051228 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port d3a8eac8-aa70-41c5-92be-ee364676a64e triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:41.051592 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:41.165403 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:41.193774 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8eac8-aa70-41c5-92be-ee364676a64e'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:45:41.204199 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port d3a8eac8-aa70-41c5-92be-ee364676a64e, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:41.208048 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:41.208960 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2437d107-0e71-4cd9-bfef-38bb3ccc9385 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:45:41.239085 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2753eac8-7f09-493e-b0a2-259620cdce37'] response: {'server_uuid': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a8eac8-aa70-41c5-92be-ee364676a64e', 'code': 200}
Apr 08 02:45:41.326412 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=d3a8eac8-aa70-41c5-92be-ee364676a64e,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:41.338235 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:45:41.344294 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:45:41.344663 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:41.466256 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:41.487757 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ded32-1cdc-4e1a-bc2c-80b20e8524ca req-fd7c2109-bed9-4199-b933-5a661f0755ab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:41.489355 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0b9ded32-1cdc-4e1a-bc2c-80b20e8524ca req-fd7c2109-bed9-4199-b933-5a661f0755ab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0810409
Apr 08 02:45:41.504598 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 2437d107-0e71-4cd9-bfef-38bb3ccc9385, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:45:41.508637 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:45:41.539880 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0b9ded32-1cdc-4e1a-bc2c-80b20e8524ca req-c012a99d-6de5-49d2-9f52-467351e5ec27 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440841
Apr 08 02:45:41.579140 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=2437d107-0e71-4cd9-bfef-38bb3ccc9385,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:45:42.555176 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2c3e-8917-468a-be14-b5ee2a6d9724 req-6facdbb0-489d-4d63-a008-c784e3ce4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:42.556652 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-161a2c3e-8917-468a-be14-b5ee2a6d9724 req-6facdbb0-489d-4d63-a008-c784e3ce4d17 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 1098 time: 0.0719049
Apr 08 02:45:42.595652 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-161a2c3e-8917-468a-be14-b5ee2a6d9724 req-3ff7e3c9-991f-4f65-b551-f584c90f9904 service neutron] Synchronizing usage tracker for tenant:e1a6fa2ee4d845909aeded129c76b0be on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:45:42.615772 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-161a2c3e-8917-468a-be14-b5ee2a6d9724 req-3ff7e3c9-991f-4f65-b551-f584c90f9904 service neutron] Unset dirty status for tenant:e1a6fa2ee4d845909aeded129c76b0be on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:45:42.617441 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-161a2c3e-8917-468a-be14-b5ee2a6d9724 req-3ff7e3c9-991f-4f65-b551-f584c90f9904 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548723
Apr 08 02:45:42.731696 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ceb35-7c2e-4535-870c-06562e8568af req-d570e65d-c427-44b4-9b0f-ff3eb9cf6911 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:42.733184 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f8ceb35-7c2e-4535-870c-06562e8568af req-d570e65d-c427-44b4-9b0f-ff3eb9cf6911 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0789268
Apr 08 02:45:42.779782 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f8ceb35-7c2e-4535-870c-06562e8568af req-ba5edb07-21f3-4498-ae60-f7e6f1b95a80 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410445
Apr 08 02:45:43.240088 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96569291-3f37-4b65-b902-9e31040c4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2437d107-0e71-4cd9-bfef-38bb3ccc9385'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:45:43.283638 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1a8fed-4fd5-41b4-8e83-19326caae288'] response: {'server_uuid': '96569291-3f37-4b65-b902-9e31040c4328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2437d107-0e71-4cd9-bfef-38bb3ccc9385', 'code': 200}
Apr 08 02:45:43.628658 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd103f9-9283-4cc1-9cdc-7982a2a94074 req-81857837-bc8c-4803-9b77-8bb134fa9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:43.630443 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dd103f9-9283-4cc1-9cdc-7982a2a94074 req-81857837-bc8c-4803-9b77-8bb134fa9af3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 1098 time: 0.0850260
Apr 08 02:45:43.680459 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dd103f9-9283-4cc1-9cdc-7982a2a94074 req-15461798-5c79-4356-aa96-224418bd6400 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431256
Apr 08 02:45:44.007205 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c24caa-0978-430c-ae14-ba98bd062287 req-418cd756-65e7-4cb7-985f-4ff3c7f9e3ed tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:44.008891 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c8c24caa-0978-430c-ae14-ba98bd062287 req-418cd756-65e7-4cb7-985f-4ff3c7f9e3ed tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1159618
Apr 08 02:45:44.061430 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c8c24caa-0978-430c-ae14-ba98bd062287 req-2c9bd916-78fc-456a-ba71-ac8aacb29959 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451953
Apr 08 02:45:45.254171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51199151-2940-44ed-a4d6-4677a6c9c232 req-d370bdeb-a6c1-4d03-a985-a041e533c5e5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:45.255613 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-51199151-2940-44ed-a4d6-4677a6c9c232 req-d370bdeb-a6c1-4d03-a985-a041e533c5e5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0843003
Apr 08 02:45:45.302755 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-51199151-2940-44ed-a4d6-4677a6c9c232 req-83841375-eece-4e5d-aa4e-c0137291097e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409119
Apr 08 02:45:46.485175 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d964ad-f76e-4353-95d5-5bfbbb5b6945 req-b7328f27-09a3-4183-9b46-6d548090eec3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:46.486773 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9d964ad-f76e-4353-95d5-5bfbbb5b6945 req-b7328f27-09a3-4183-9b46-6d548090eec3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0811818
Apr 08 02:45:46.534685 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9d964ad-f76e-4353-95d5-5bfbbb5b6945 req-6bfd734e-87a3-4fa6-9b76-2fbce83ff74c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416894
Apr 08 02:45:47.713462 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04600ee8-cb7c-42a4-b84a-846771329f4b req-4338b837-2add-4d90-a895-56fdee751b88 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:47.715544 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-04600ee8-cb7c-42a4-b84a-846771329f4b req-4338b837-2add-4d90-a895-56fdee751b88 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0773792
Apr 08 02:45:47.760964 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-04600ee8-cb7c-42a4-b84a-846771329f4b req-46da9791-9ac9-4dbc-bd05-17f08cfcf4b6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398433
Apr 08 02:45:48.949699 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674daab-5ce1-4695-afa8-913d5da3fbaf req-218a26e3-277f-481e-8720-4769c4647ca5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:48.951433 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5674daab-5ce1-4695-afa8-913d5da3fbaf req-218a26e3-277f-481e-8720-4769c4647ca5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0819387
Apr 08 02:45:48.994272 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5674daab-5ce1-4695-afa8-913d5da3fbaf req-225f27a5-66fd-414c-97b6-a14ad2fe87d0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372310
Apr 08 02:45:50.176782 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca177511-d562-4b34-b2e3-9cd52560811e req-adc8c6f4-b456-4174-8e88-dab800b364b6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:50.178456 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ca177511-d562-4b34-b2e3-9cd52560811e req-adc8c6f4-b456-4174-8e88-dab800b364b6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0782726
Apr 08 02:45:50.222590 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ca177511-d562-4b34-b2e3-9cd52560811e req-79df9769-ff77-424a-b622-bc2fc16e6599 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378246
Apr 08 02:45:50.633085 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-b433f18e-7a82-41c6-bc14-a36e519ae7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:50.635465 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-b433f18e-7a82-41c6-bc14-a36e519ae7a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 1098 time: 0.0781727
Apr 08 02:45:50.691233 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe13a8-584e-4787-98f8-a06cc3f301ac req-f616faa8-41e8-4853-a84c-3ee40a6363b2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:50.692941 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cfbe13a8-584e-4787-98f8-a06cc3f301ac req-f616faa8-41e8-4853-a84c-3ee40a6363b2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1241145
Apr 08 02:45:50.737957 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cfbe13a8-584e-4787-98f8-a06cc3f301ac req-b9ae0c35-9da3-4401-a69c-ca335e40c413 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392756
Apr 08 02:45:50.776316 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-9958ec47-3334-4b3d-837f-811109dff5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:50.777816 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-9958ec47-3334-4b3d-837f-811109dff5f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1307602
Apr 08 02:45:51.994952 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0c426-1220-456c-ba1d-2323696680e3 req-94028294-ce50-4f3a-be7a-5b06628f3ce4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:51.997086 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-66a0c426-1220-456c-ba1d-2323696680e3 req-94028294-ce50-4f3a-be7a-5b06628f3ce4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1476429
Apr 08 02:45:52.039199 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-66a0c426-1220-456c-ba1d-2323696680e3 req-caf3583a-eaf7-4fac-82dd-6179153ab4a2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363309
Apr 08 02:45:53.099808 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:45:53.224534 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123c45-35c0-46bf-a597-20b92c44a549 req-2ce0236d-ee46-4c5c-99c3-14469010e089 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:53.225976 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-64123c45-35c0-46bf-a597-20b92c44a549 req-2ce0236d-ee46-4c5c-99c3-14469010e089 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0783834
Apr 08 02:45:53.270261 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-64123c45-35c0-46bf-a597-20b92c44a549 req-2a4b56cd-690c-4490-92d0-b8b416413c24 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385456
Apr 08 02:45:54.456081 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fa9ed-3630-43d9-8cc0-881fabfdfd94 req-e5a6c5de-b625-4b02-94a3-91c498494b7c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:54.457514 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f7fa9ed-3630-43d9-8cc0-881fabfdfd94 req-e5a6c5de-b625-4b02-94a3-91c498494b7c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0820189
Apr 08 02:45:54.502936 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f7fa9ed-3630-43d9-8cc0-881fabfdfd94 req-cc079dc2-0042-4aa7-91d7-dbee9f6c758b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397890
Apr 08 02:45:54.615359 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-035d5e7a-2b6a-4b43-98e5-7312541a7245 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e HTTP/1.1" status: 200  len: 217 time: 0.0622265
Apr 08 02:45:54.695606 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-39369828-9c98-42fb-a119-72dd67ace3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:54.697442 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-39369828-9c98-42fb-a119-72dd67ace3fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0584352
Apr 08 02:45:54.776033 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-935ef34b-dbdb-4d2b-bc46-08f74022d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:54.778140 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-935ef34b-dbdb-4d2b-bc46-08f74022d7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748689
Apr 08 02:45:54.910139 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-0fcca490-3c5a-4b0e-aa44-4e612a92f338 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257865
Apr 08 02:45:55.039215 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aab6c550-e0e0-45de-a980-6fd251deb4d5 req-0b862ea5-c4fe-457d-b056-fed78d163bbe service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230938
Apr 08 02:45:55.689136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de75a68-a349-43fc-935f-80bff93d3f36 req-981df5c7-656a-4e6c-b5c0-b6e2c964b844 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:55.690465 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0de75a68-a349-43fc-935f-80bff93d3f36 req-981df5c7-656a-4e6c-b5c0-b6e2c964b844 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0808086
Apr 08 02:45:55.733165 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0de75a68-a349-43fc-935f-80bff93d3f36 req-28fa5e4b-cf0b-4504-ab3d-9edd7bb68777 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370579
Apr 08 02:45:56.918598 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce730b-3232-404a-8a23-4272239ff501 req-d1d56ff9-63d4-4f1b-b91e-7deba81ec387 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:56.920050 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-84ce730b-3232-404a-8a23-4272239ff501 req-d1d56ff9-63d4-4f1b-b91e-7deba81ec387 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0828919
Apr 08 02:45:56.963312 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-84ce730b-3232-404a-8a23-4272239ff501 req-204c9d9b-ece1-4363-9df2-e502943dc8b6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376434
Apr 08 02:45:58.143784 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0e7ce-1a02-4e90-92ed-f9df66652789 req-c81d5261-a969-423a-8b0d-04402fab7d70 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:58.145264 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ecf0e7ce-1a02-4e90-92ed-f9df66652789 req-c81d5261-a969-423a-8b0d-04402fab7d70 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0794494
Apr 08 02:45:58.192451 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ecf0e7ce-1a02-4e90-92ed-f9df66652789 req-c26fa17b-a0a6-4aa7-991f-1c54827b53ac tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414760
Apr 08 02:45:59.375672 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526807-b9ec-45e2-b2cc-46b1a96b734e req-61ab4067-4337-45b1-99ed-cb0ef9c5b802 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:45:59.377128 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cd526807-b9ec-45e2-b2cc-46b1a96b734e req-61ab4067-4337-45b1-99ed-cb0ef9c5b802 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0781555
Apr 08 02:45:59.423178 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cd526807-b9ec-45e2-b2cc-46b1a96b734e req-91cad859-3bb6-4142-a6b2-1e317c75da40 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403314
Apr 08 02:46:00.291902 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:00.610071 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83252-6f1c-4e08-a4e7-a0efe8fb13f4 req-9bfc9bb2-0230-42d6-8711-72363a035f93 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:00.611517 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-92b83252-6f1c-4e08-a4e7-a0efe8fb13f4 req-9bfc9bb2-0230-42d6-8711-72363a035f93 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0806308
Apr 08 02:46:00.655661 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-92b83252-6f1c-4e08-a4e7-a0efe8fb13f4 req-e680487a-43cd-47b8-87af-11a60ace8d68 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384746
Apr 08 02:46:01.834701 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eced3-63b7-4f18-87ff-3bc83cddca93 req-2393ed95-c2ff-4568-98ff-06ced96810ad tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:01.836135 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-272eced3-63b7-4f18-87ff-3bc83cddca93 req-2393ed95-c2ff-4568-98ff-06ced96810ad tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0773215
Apr 08 02:46:01.884431 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-272eced3-63b7-4f18-87ff-3bc83cddca93 req-4c76b85a-9593-4f0a-a2fc-67ca495c9c0e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420544
Apr 08 02:46:03.131645 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee913aa0-1c20-4123-a091-cde776b767ca req-f1dea724-3be8-4dd8-9b33-82722d5c4533 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:03.133086 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ee913aa0-1c20-4123-a091-cde776b767ca req-f1dea724-3be8-4dd8-9b33-82722d5c4533 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1397336
Apr 08 02:46:03.179808 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ee913aa0-1c20-4123-a091-cde776b767ca req-2cb0b1ea-3f09-4a70-8846-5d8056bb8078 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409553
Apr 08 02:46:04.363008 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03f478-ac19-4dd0-88c4-46d08d3778fa req-84fb9515-20b9-4f45-9dd7-5ebca7a2bcf3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:04.364469 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-af03f478-ac19-4dd0-88c4-46d08d3778fa req-84fb9515-20b9-4f45-9dd7-5ebca7a2bcf3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0818484
Apr 08 02:46:04.409202 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-af03f478-ac19-4dd0-88c4-46d08d3778fa req-ab862bf5-465d-485f-b308-ab0ee282c8be tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390880
Apr 08 02:46:05.063223 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3586f939-b4ed-461f-bd6e-4ae88284a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:05.598425 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420a531-ac6a-4f64-86a6-81c9606a8f03 req-60ca2011-de76-4acc-929d-ba1929f276a0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:05.599867 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c420a531-ac6a-4f64-86a6-81c9606a8f03 req-60ca2011-de76-4acc-929d-ba1929f276a0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0836163
Apr 08 02:46:05.642965 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c420a531-ac6a-4f64-86a6-81c9606a8f03 req-abed475e-31c9-4d16-97db-241455d85cb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372806
Apr 08 02:46:06.825568 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7fd11-ba16-42a7-b874-d6989dd99439 req-0ccdc2a2-bcc2-45eb-ba3c-d7b0dcc1f35b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:06.826918 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-60d7fd11-ba16-42a7-b874-d6989dd99439 req-0ccdc2a2-bcc2-45eb-ba3c-d7b0dcc1f35b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0779395
Apr 08 02:46:06.868826 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-60d7fd11-ba16-42a7-b874-d6989dd99439 req-51123be5-75d4-4cc0-974a-e035a602da3c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362778
Apr 08 02:46:07.202266 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5f21e9e6-f9aa-4cd0-9f24-d72c8cb2e753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:08.065733 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc545f1-d1ef-475b-9cfa-2bdc5bc54fe7 req-63f84f63-0b47-421a-b49c-315d1f7d0dc0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:08.067192 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4cc545f1-d1ef-475b-9cfa-2bdc5bc54fe7 req-63f84f63-0b47-421a-b49c-315d1f7d0dc0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0913525
Apr 08 02:46:08.112178 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4cc545f1-d1ef-475b-9cfa-2bdc5bc54fe7 req-1d9521c8-0a5d-4dcb-8afa-49e4fbc72fdc tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392945
Apr 08 02:46:08.380014 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:08.420022 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:09.298422 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e430ce5-8f23-4345-a615-bab0e80e9cd2 req-ac781309-b2a2-4b97-a9d2-fd975bb8c01f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:09.299745 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8e430ce5-8f23-4345-a615-bab0e80e9cd2 req-ac781309-b2a2-4b97-a9d2-fd975bb8c01f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0802016
Apr 08 02:46:09.342325 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8e430ce5-8f23-4345-a615-bab0e80e9cd2 req-9a809aba-a934-4bdf-b091-8fb3e33283ed tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366437
Apr 08 02:46:09.933907 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:10.536262 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afdc6a-e641-49fe-acc0-b8083c2c4339 req-b4dabb98-3aa9-4c0b-a9cc-7dfcd7340196 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:10.537782 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e8afdc6a-e641-49fe-acc0-b8083c2c4339 req-b4dabb98-3aa9-4c0b-a9cc-7dfcd7340196 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0906351
Apr 08 02:46:10.582765 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e8afdc6a-e641-49fe-acc0-b8083c2c4339 req-d8ddcb0a-498d-4296-a3f1-69c006967f3d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385230
Apr 08 02:46:11.771177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac340-f674-4789-9f10-9cc59f0c1b26 req-60d99440-b2f5-4d36-a40a-6f7370ea356c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:11.772534 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c94ac340-f674-4789-9f10-9cc59f0c1b26 req-60d99440-b2f5-4d36-a40a-6f7370ea356c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0768702
Apr 08 02:46:11.818421 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c94ac340-f674-4789-9f10-9cc59f0c1b26 req-af975bee-7e81-4fe6-ac2c-5821c035c163 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399692
Apr 08 02:46:13.011695 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e71319-d4ed-4bbc-9d25-d297729491b3 req-257637ed-2880-4c30-bf4c-25c27a91391c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:13.014274 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-60e71319-d4ed-4bbc-9d25-d297729491b3 req-257637ed-2880-4c30-bf4c-25c27a91391c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0849271
Apr 08 02:46:13.058593 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-60e71319-d4ed-4bbc-9d25-d297729491b3 req-5597121c-ff82-4cf4-a433-6b0c0bc04c15 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387483
Apr 08 02:46:14.243023 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bc106-2ad8-40d8-8a5b-21bcaec2210a req-a61c1b59-bb13-46ce-9f59-3151fa57209a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:14.244492 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f11bc106-2ad8-40d8-8a5b-21bcaec2210a req-a61c1b59-bb13-46ce-9f59-3151fa57209a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0790117
Apr 08 02:46:14.287267 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f11bc106-2ad8-40d8-8a5b-21bcaec2210a req-7aeb4576-7b87-4985-b512-24234642c68c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373106
Apr 08 02:46:15.472202 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971febe1-c25b-4e17-90f1-883a02ecd2e6 req-ce8a09d3-9c20-4a86-9d54-aa00ad146532 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:15.473556 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-971febe1-c25b-4e17-90f1-883a02ecd2e6 req-ce8a09d3-9c20-4a86-9d54-aa00ad146532 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0817831
Apr 08 02:46:15.519446 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-971febe1-c25b-4e17-90f1-883a02ecd2e6 req-4116c1a7-8829-4937-b01b-2448d9e26869 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400233
Apr 08 02:46:16.706153 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c5027-446c-4460-8c16-b3e7ad42d9d9 req-d29ba392-48d4-4870-a2c8-3e2611483885 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:16.707609 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-582c5027-446c-4460-8c16-b3e7ad42d9d9 req-d29ba392-48d4-4870-a2c8-3e2611483885 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0836456
Apr 08 02:46:16.751497 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-582c5027-446c-4460-8c16-b3e7ad42d9d9 req-ca86920e-b6cc-48f7-b0f9-dbdd85f7eb4c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381234
Apr 08 02:46:17.936521 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b21ad-6e08-44af-8c18-12106ffa7ca7 req-93dfb938-f9b2-4f5f-a804-4a9e8e32b512 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:17.937857 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-427b21ad-6e08-44af-8c18-12106ffa7ca7 req-93dfb938-f9b2-4f5f-a804-4a9e8e32b512 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0780048
Apr 08 02:46:17.984334 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-427b21ad-6e08-44af-8c18-12106ffa7ca7 req-a8b08432-55bf-47f3-ab81-0a7e9946e84a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408614
Apr 08 02:46:19.179800 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6dff0-333a-401a-bdf6-255879f75770 req-d9ff7c0b-b5ef-45b7-b201-5d68c5b62e2a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:19.182213 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c5e6dff0-333a-401a-bdf6-255879f75770 req-d9ff7c0b-b5ef-45b7-b201-5d68c5b62e2a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0919802
Apr 08 02:46:19.230463 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c5e6dff0-333a-401a-bdf6-255879f75770 req-bb44c9ac-932d-4c34-9e89-8144efddbe44 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424273
Apr 08 02:46:20.410272 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378aa00d-2a68-4929-b536-c2fac62e5d1b req-35af9f9c-3ea4-4117-b8be-49aec81d4252 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:20.411702 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-378aa00d-2a68-4929-b536-c2fac62e5d1b req-35af9f9c-3ea4-4117-b8be-49aec81d4252 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0780859
Apr 08 02:46:20.456671 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-378aa00d-2a68-4929-b536-c2fac62e5d1b req-dcec8b75-2276-4ce5-8eae-ce39838e5a14 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393152
Apr 08 02:46:21.708890 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcf785-6133-443b-8263-b5343561341b req-7dd7ea69-084c-43e0-aa78-5695b3713e06 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:21.710327 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a6dcf785-6133-443b-8263-b5343561341b req-7dd7ea69-084c-43e0-aa78-5695b3713e06 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1448431
Apr 08 02:46:21.752943 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a6dcf785-6133-443b-8263-b5343561341b req-4399f3be-daa8-4cd8-a698-66ad5533b5fb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368693
Apr 08 02:46:22.942411 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92adc00-56b6-4d88-b54f-1f378736351f req-60c88f39-82d3-42b2-a597-cdab963268b0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:22.943863 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c92adc00-56b6-4d88-b54f-1f378736351f req-60c88f39-82d3-42b2-a597-cdab963268b0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0824251
Apr 08 02:46:22.987937 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c92adc00-56b6-4d88-b54f-1f378736351f req-2c5de2ec-b021-48d8-a4bf-756dd168a7ea tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383797
Apr 08 02:46:24.174547 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22c2a5-d7cd-49d7-9833-52919652c7af req-ad0f1e1e-fd4f-435e-afb0-f62bbffc2266 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:24.175912 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f22c2a5-d7cd-49d7-9833-52919652c7af req-ad0f1e1e-fd4f-435e-afb0-f62bbffc2266 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0802255
Apr 08 02:46:24.222443 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f22c2a5-d7cd-49d7-9833-52919652c7af req-54ff9b70-68c9-4619-844c-e79ffc0d91b6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403812
Apr 08 02:46:25.567152 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29b637-85e8-4d37-b56e-1318efa98e76 req-7a0784a8-1907-4a24-a2ba-fd99c2000b49 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:25.568763 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4b29b637-85e8-4d37-b56e-1318efa98e76 req-7a0784a8-1907-4a24-a2ba-fd99c2000b49 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1016061
Apr 08 02:46:25.620355 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4b29b637-85e8-4d37-b56e-1318efa98e76 req-6fac78b3-9810-4f4b-b891-01560939190a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450311
Apr 08 02:46:26.803794 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316fd22-c59f-4db5-babc-6eca6da7a0c5 req-2ff04513-b7d7-4926-999f-bca2dea9f0f0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:26.805154 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5316fd22-c59f-4db5-babc-6eca6da7a0c5 req-2ff04513-b7d7-4926-999f-bca2dea9f0f0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0775020
Apr 08 02:46:26.848002 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5316fd22-c59f-4db5-babc-6eca6da7a0c5 req-0674e60c-3046-4285-8f0c-7573a58c8435 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371294
Apr 08 02:46:28.031570 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb14789-0ba7-4a23-98be-51473a9e208c req-22c1ce01-ca66-45b4-a903-6ff1644e0afe tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:28.033060 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ccb14789-0ba7-4a23-98be-51473a9e208c req-22c1ce01-ca66-45b4-a903-6ff1644e0afe tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0810294
Apr 08 02:46:28.077070 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ccb14789-0ba7-4a23-98be-51473a9e208c req-26e0b012-7d86-40d1-9dc7-1120790eceb0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384059
Apr 08 02:46:29.267100 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28360492-1151-4670-8355-65a0c435ceed req-7e51a199-09e2-4292-808f-1db13d4c9cf2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:29.268545 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-28360492-1151-4670-8355-65a0c435ceed req-7e51a199-09e2-4292-808f-1db13d4c9cf2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0842423
Apr 08 02:46:29.312613 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-28360492-1151-4670-8355-65a0c435ceed req-fcb52eb3-3fff-4ebb-942e-e09e414edf6b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384662
Apr 08 02:46:30.098867 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:46:30.311379 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:30.497757 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed4fb2-eb98-481f-b1ac-ae3e34615f76 req-b00b4492-5628-4525-aaa8-c809a19b492c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:30.499232 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c4ed4fb2-eb98-481f-b1ac-ae3e34615f76 req-b00b4492-5628-4525-aaa8-c809a19b492c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0835028
Apr 08 02:46:30.545817 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c4ed4fb2-eb98-481f-b1ac-ae3e34615f76 req-40afc667-4123-4b49-82a2-0b89cd13ba3b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390046
Apr 08 02:46:31.741466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a54214-7939-4af4-b639-2edb7b743039 req-853f801f-90de-4bbc-a6cc-21afa66becd2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:31.742922 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2a54214-7939-4af4-b639-2edb7b743039 req-853f801f-90de-4bbc-a6cc-21afa66becd2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0831988
Apr 08 02:46:31.791495 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2a54214-7939-4af4-b639-2edb7b743039 req-0c505151-ff31-432f-9898-8446882981a3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425358
Apr 08 02:46:32.998665 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b9a7e-e8c9-4129-b284-8641dec9f203 req-2942d5eb-579f-47b1-9164-df2d9ec909e5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:33.000135 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-228b9a7e-e8c9-4129-b284-8641dec9f203 req-2942d5eb-579f-47b1-9164-df2d9ec909e5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0800993
Apr 08 02:46:33.042664 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-228b9a7e-e8c9-4129-b284-8641dec9f203 req-8539390e-f70f-4827-99ac-196db61f7f24 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366635
Apr 08 02:46:33.343078 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df497a0-e95a-479d-80e7-00b5e048cb76 req-7db32804-1776-4486-8e1f-073000f55109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:33.344606 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5df497a0-e95a-479d-80e7-00b5e048cb76 req-7db32804-1776-4486-8e1f-073000f55109 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 1098 time: 0.0720026
Apr 08 02:46:33.386366 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5df497a0-e95a-479d-80e7-00b5e048cb76 req-a4a261ea-bd05-4272-8914-c9ab643107a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331581
Apr 08 02:46:34.228642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37800a42-7de9-4652-8ee7-4ae2137bdd2e req-281746c4-2c71-4eef-9b21-c300ccc6fff0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:34.230364 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-37800a42-7de9-4652-8ee7-4ae2137bdd2e req-281746c4-2c71-4eef-9b21-c300ccc6fff0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0803847
Apr 08 02:46:34.277991 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-37800a42-7de9-4652-8ee7-4ae2137bdd2e req-df2d572f-7cc3-4a3d-a1e3-8de394a44174 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407782
Apr 08 02:46:35.066081 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c4f8db31-eeb3-4b4b-9ba7-1460c5263e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:35.465510 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293178cc-9b93-4f8c-84b3-433116a1687d req-54c20cc0-d3b8-42b2-862b-57b7745b91c8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:35.466942 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-293178cc-9b93-4f8c-84b3-433116a1687d req-54c20cc0-d3b8-42b2-862b-57b7745b91c8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0827157
Apr 08 02:46:35.510989 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-293178cc-9b93-4f8c-84b3-433116a1687d req-ea2ce5e4-9e78-4a6c-a9b5-b953d035f7bb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380707
Apr 08 02:46:36.695543 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adead34c-bd63-4fb8-92fd-4136bfb3917c req-6a416b21-f46d-49e7-bc0b-00b661852095 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:36.696913 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-adead34c-bd63-4fb8-92fd-4136bfb3917c req-6a416b21-f46d-49e7-bc0b-00b661852095 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0804355
Apr 08 02:46:36.739815 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-adead34c-bd63-4fb8-92fd-4136bfb3917c req-52dc94e2-51b5-4a15-9563-cf089af2d062 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367098
Apr 08 02:46:37.206897 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e207bd53-69ca-4241-8653-fb22eeb87b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:37.920798 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99de26-30f1-4d2d-8a0a-c1955b74728d req-b97c94da-932a-430c-98d0-ce712a79f65b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:37.922252 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ba99de26-30f1-4d2d-8a0a-c1955b74728d req-b97c94da-932a-430c-98d0-ce712a79f65b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0776989
Apr 08 02:46:37.970568 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ba99de26-30f1-4d2d-8a0a-c1955b74728d req-7da7fc66-0106-471d-a5e4-03c85ab86b3e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411878
Apr 08 02:46:38.384183 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:38.420891 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:38.888101 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-e658e745-a8bd-4327-8346-88e1ae8362fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0736344
Apr 08 02:46:39.009855 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-64d4328c-4967-46e6-b7e7-d5e7a7abb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:39.011322 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-64d4328c-4967-46e6-b7e7-d5e7a7abb964 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 1098 time: 0.0720172
Apr 08 02:46:39.199431 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-779327ba-6b61-46c4-afcb-1b87df01e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:39.200865 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-779327ba-6b61-46c4-afcb-1b87df01e144 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1694338
Apr 08 02:46:39.298840 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938f595-2996-4ff2-98e6-a3efe64cb482 req-507659eb-3e7c-4cf5-9f32-7a65e9c99926 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:39.300316 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3938f595-2996-4ff2-98e6-a3efe64cb482 req-507659eb-3e7c-4cf5-9f32-7a65e9c99926 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1888287
Apr 08 02:46:39.355829 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-da93ede8-82d3-4b55-90c3-b4ea994dee30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b HTTP/1.1" status: 200  len: 1000 time: 0.1438556
Apr 08 02:46:39.368085 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3938f595-2996-4ff2-98e6-a3efe64cb482 req-da441734-2ab8-4834-a791-d57ee431ee33 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578692
Apr 08 02:46:39.433086 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-ea514360-96ca-496d-b6d3-de4e95c94259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:39.435043 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-ea514360-96ca-496d-b6d3-de4e95c94259 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0660567
Apr 08 02:46:39.518452 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-b0652fc7-a2c8-4e16-aab3-e5a3b33074eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:39.520207 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-b0652fc7-a2c8-4e16-aab3-e5a3b33074eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776370
Apr 08 02:46:39.671091 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-c4e92caf-2121-4efb-93a4-3c61f854ca68 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439292
Apr 08 02:46:39.902373 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b51dde90-d16a-46dd-88ef-5f060143a2e6 req-654c9cdd-2305-4739-8bac-633e9bf07204 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242835
Apr 08 02:46:39.938560 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:40.579874 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6de98-80f3-45e1-91c7-f41280c7c8e4 req-d7d20f95-dbab-42e3-90d1-a7fdaef30373 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.581408 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-10f6de98-80f3-45e1-91c7-f41280c7c8e4 req-d7d20f95-dbab-42e3-90d1-a7fdaef30373 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0915339
Apr 08 02:46:40.632317 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-10f6de98-80f3-45e1-91c7-f41280c7c8e4 req-3d6d07ff-7404-4b90-9420-be7352c009fc tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439425
Apr 08 02:46:40.790590 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 44658) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:40.827868 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fd001-a2f6-4851-8cfe-95c79ef15574 req-a82bc5fb-8958-47b8-a8c6-9ffe4eae7a9d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:40.829355 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-001fd001-a2f6-4851-8cfe-95c79ef15574 req-a82bc5fb-8958-47b8-a8c6-9ffe4eae7a9d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0843701
Apr 08 02:46:40.873881 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-001fd001-a2f6-4851-8cfe-95c79ef15574 req-97a8da42-a9be-4931-b960-18c0c9abe29d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387132
Apr 08 02:46:40.911792 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:40.927019 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:40.930858 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Usage tracker for resource:security_group_rule and tenant:97769c3562364f45a93d687424702dc3 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:40.933751 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:40.940470 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:41.036347 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:41.041253 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:41.089312 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97769c3562364f45a93d687424702dc3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2975361
Apr 08 02:46:41.091007 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46877e8-a9e7-44ee-8389-d47824a112a4,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:41.092136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 44670) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:41.099201 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.099561 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.100043 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.100373 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.100696 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.101069 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.101385 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.101714 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.102032 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.102329 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.102641 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.103134 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041a0dc8-f006-43ea-a2b4-7458f63d474e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.152662 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:41.182149 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:41.242266 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:41.261613 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46877e8-a9e7-44ee-8389-d47824a112a4,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:41.274190 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.274543 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.274861 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.275187 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.275517 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.275838 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.276181 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.276498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.276814 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.277140 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.277440 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.278495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:46:41.287525 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:41.288954 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-576c955b-2bbe-449c-9536-af08cac93c56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a46877e8-a9e7-44ee-8389-d47824a112a4 HTTP/1.1" status: 204  len: 168 time: 0.1957896
Apr 08 02:46:47.171074 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfd131-9512-423a-9053-876bc63d9348 req-6de78229-a561-47bc-a4d8-6364a53c5fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:47.172570 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f8bfd131-9512-423a-9053-876bc63d9348 req-6de78229-a561-47bc-a4d8-6364a53c5fd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 1098 time: 0.1385047
Apr 08 02:46:47.183432 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf920a-6c4d-4409-bbab-eb149dfdc626 req-5e805eb0-4e16-42dc-b125-fbf1785ada62 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:47.185149 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9fdf920a-6c4d-4409-bbab-eb149dfdc626 req-5e805eb0-4e16-42dc-b125-fbf1785ada62 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.1148462
Apr 08 02:46:47.323014 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9fdf920a-6c4d-4409-bbab-eb149dfdc626 req-09a0beaf-6701-4544-8029-446da8162e90 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170793
Apr 08 02:46:47.349729 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfd131-9512-423a-9053-876bc63d9348 req-da1519c0-f084-4f80-8196-42cc3b4529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:47.351174 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f8bfd131-9512-423a-9053-876bc63d9348 req-da1519c0-f084-4f80-8196-42cc3b4529c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1651237
Apr 08 02:46:47.421202 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f8bfd131-9512-423a-9053-876bc63d9348 req-cb1c4c25-b51f-4502-a723-77a063d7b31f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385 HTTP/1.1" status: 200  len: 217 time: 0.0629745
Apr 08 02:46:47.503090 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfd131-9512-423a-9053-876bc63d9348 req-e9f0cf13-d7e6-4400-b139-acd8933b6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:47.504827 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f8bfd131-9512-423a-9053-876bc63d9348 req-e9f0cf13-d7e6-4400-b139-acd8933b6e01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0763724
Apr 08 02:46:47.597186 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfd131-9512-423a-9053-876bc63d9348 req-fe6d2179-836d-416d-8f4f-0e8cd86f37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:47.598726 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f8bfd131-9512-423a-9053-876bc63d9348 req-fe6d2179-836d-416d-8f4f-0e8cd86f37b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850134
Apr 08 02:46:47.748963 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f8bfd131-9512-423a-9053-876bc63d9348 req-693d8eb9-838e-4a98-b2fd-4e676777d1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423047
Apr 08 02:46:47.883104 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f8bfd131-9512-423a-9053-876bc63d9348 req-ff742d36-c1af-4a64-99d6-c671dd567c9f service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277065
Apr 08 02:46:48.527577 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f71e7-3547-4d46-9c62-8530fd905905 req-d9dee396-6c1c-4ae2-9f21-7a58bce2723d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:48.529055 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-064f71e7-3547-4d46-9c62-8530fd905905 req-d9dee396-6c1c-4ae2-9f21-7a58bce2723d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0902894
Apr 08 02:46:48.573972 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-064f71e7-3547-4d46-9c62-8530fd905905 req-af1f167d-0103-4576-a1ed-f35c6dacf5b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390456
Apr 08 02:46:48.985653 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 44796) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:49.107527 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:49.121607 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:49.125555 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Usage tracker for resource:security_group_rule and tenant:d107cb8af6ba4ec1a0ed81b5f0b808b2 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:49.128306 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:49.133903 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:49.218713 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:49.222441 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:49.269018 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d107cb8af6ba4ec1a0ed81b5f0b808b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2822039
Apr 08 02:46:49.270502 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b6e1f-df36-4e46-8ad6-49288dfae894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af7c03d-17f7-4523-819d-2109efd65faf,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:49.271751 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 44806) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:49.345035 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a2c41d20-449b-485b-a141-9ca6c0bd8456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:49.371280 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a2c41d20-449b-485b-a141-9ca6c0bd8456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:49.423653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a2c41d20-449b-485b-a141-9ca6c0bd8456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:49.439651 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c41d20-449b-485b-a141-9ca6c0bd8456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af7c03d-17f7-4523-819d-2109efd65faf,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:49.449744 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a2c41d20-449b-485b-a141-9ca6c0bd8456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:49.453901 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a2c41d20-449b-485b-a141-9ca6c0bd8456 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0af7c03d-17f7-4523-819d-2109efd65faf HTTP/1.1" status: 204  len: 168 time: 0.1782153
Apr 08 02:46:49.784720 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f8923-3ef6-4e54-b5c8-c2269ad570ee req-7ebfe88a-dbd4-49eb-9116-2ad523e42bc0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:49.786246 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-090f8923-3ef6-4e54-b5c8-c2269ad570ee req-7ebfe88a-dbd4-49eb-9116-2ad523e42bc0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0912995
Apr 08 02:46:49.835597 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-090f8923-3ef6-4e54-b5c8-c2269ad570ee req-b7904cb5-9fcc-44bf-89d9-5f59350f6a3c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437279
Apr 08 02:46:50.152353 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 44840) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:50.253834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1950050426-network', 'tenant_id': 'f648ffbed31f4192b6f16124451b3559'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:46:50.258318 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:50.262060 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Usage tracker for resource:network and tenant:f648ffbed31f4192b6f16124451b3559 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:50.265404 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:50.270882 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:50.280892 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Made reservation on behalf of f648ffbed31f4192b6f16124451b3559 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:50.283449 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.297964 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.314104 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:50.317795 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Usage tracker for resource:security_group_rule and tenant:f648ffbed31f4192b6f16124451b3559 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:50.320517 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:50.327368 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:50.408510 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.412136 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.445836 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:46:50.455586 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd0c1b2-a908-4eb9-b921-932e9e3c1896,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:50.461734 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.462075 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Added segment c5b749cd-76fa-4836-88d1-0031c6bab251 of type vlan for network 82e858b5-a7a6-4321-935a-f5708e9fb4a1
Apr 08 02:46:50.489758 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.522268 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.522942 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:50.523555 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.630822 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] Pushing event updated for resources: {'Network': ['ID=82e858b5-a7a6-4321-935a-f5708e9fb4a1,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:50.636435 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-37bb6996-7a74-4c5e-a544-449ae506fb44 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4804626
Apr 08 02:46:50.636742 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 44854) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:50.642464 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:46:50.643028 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Request body: {'subnet': {'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1950050426-subnet', 'tenant_id': 'f648ffbed31f4192b6f16124451b3559', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:46:50.647451 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:50.651281 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Usage tracker for resource:subnet and tenant:f648ffbed31f4192b6f16124451b3559 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:50.654247 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:50.660385 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:50.673077 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Made reservation on behalf of f648ffbed31f4192b6f16124451b3559 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:50.675366 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.686377 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 44858) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:50.819729 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.835358 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:50.839458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Usage tracker for resource:security_group_rule and tenant:c746000535844582b919aecb3d40cfb3 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:50.842652 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:50.849151 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:50.949156 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.954235 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:50.976311 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.040559 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c746000535844582b919aecb3d40cfb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3523872
Apr 08 02:46:51.044798 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 44872) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:51.062308 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970364-3662-449d-87a1-952710d2d5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc6209-27a6-4512-9810-0d2f04bb0c4f,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.066776 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5dec03f-3cd9-4901-aae0-27fc73b45b44,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.087844 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Checking segment: {'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:46:51.088251 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Network hostable DHCP agents. Network: 82e858b5-a7a6-4321-935a-f5708e9fb4a1, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:46:51.098205 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db4714-1883-40e9-bf85-d2fee4dd5921 req-6a34d866-3f0b-4ad8-bff5-e17c61277e31 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:51.099777 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6db4714-1883-40e9-bf85-d2fee4dd5921 req-6a34d866-3f0b-4ad8-bff5-e17c61277e31 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.1169386
Apr 08 02:46:51.101543 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 44876) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:51.135342 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1be17a6c-3e1c-4793-973d-c55ed27ddcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.138173 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:46:51.151603 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6db4714-1883-40e9-bf85-d2fee4dd5921 req-edbb05d9-60d0-4faa-835a-05b4b0d989cd tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432148
Apr 08 02:46:51.164241 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 82e858b5-a7a6-4321-935a-f5708e9fb4a1) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:51.170753 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1be17a6c-3e1c-4793-973d-c55ed27ddcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.178622 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:51.179203 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.182588 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85414126-c132-4d88-adab-be32bb4c0e49 None None] Network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:46:51.221646 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-3a437553-4988-4d5d-a65f-1619ec5e46d6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5837123
Apr 08 02:46:51.235599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.242095 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1be17a6c-3e1c-4793-973d-c55ed27ddcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.257363 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be17a6c-3e1c-4793-973d-c55ed27ddcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc6209-27a6-4512-9810-0d2f04bb0c4f,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.258893 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:51.264530 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Usage tracker for resource:security_group_rule and tenant:55f71ed63ab545b4a52d0a3d8595797c is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:51.265251 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1be17a6c-3e1c-4793-973d-c55ed27ddcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.268627 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1be17a6c-3e1c-4793-973d-c55ed27ddcc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bedc6209-27a6-4512-9810-0d2f04bb0c4f HTTP/1.1" status: 204  len: 168 time: 0.2190673
Apr 08 02:46:51.271075 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:51.276885 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:51.471756 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c88eb-d3d7-42e4-966b-a2ce4a5f6b85 None None] Network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:46:51.480157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.485923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.537196 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=55f71ed63ab545b4a52d0a3d8595797c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4337025
Apr 08 02:46:51.538883 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 44892) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:51.560993 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36492cac-58f1-4bf2-bec1-21589cec35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de2c227-e96b-4a44-9f17-b7b72cd54d5f,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.626317 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf5e8-8fc2-4a2d-981b-1f5751252020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.655082 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf5e8-8fc2-4a2d-981b-1f5751252020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.720231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf5e8-8fc2-4a2d-981b-1f5751252020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.726448 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 44896) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:51.740814 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bf5e8-8fc2-4a2d-981b-1f5751252020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de2c227-e96b-4a44-9f17-b7b72cd54d5f,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.749841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.754176 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7a4bf5e8-8fc2-4a2d-981b-1f5751252020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.755302 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-7a4bf5e8-8fc2-4a2d-981b-1f5751252020 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5de2c227-e96b-4a44-9f17-b7b72cd54d5f HTTP/1.1" status: 204  len: 168 time: 0.2154131
Apr 08 02:46:51.776511 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:51.780918 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Usage tracker for resource:security_group_rule and tenant:c74a3fba72db4e6fac4fb28b976aa981 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:51.784445 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:51.793157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:51.882753 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.886997 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:51.941169 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c74a3fba72db4e6fac4fb28b976aa981&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2135520
Apr 08 02:46:51.942705 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56731d-bffd-4b08-b114-b90e51ab9698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a6bf22-ed6d-4e07-abaf-e4d8d3c2cc5e,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:51.944498 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 44902) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:52.009448 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-47392545-d5c7-4205-a77e-8bf9ed758e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.040253 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-47392545-d5c7-4205-a77e-8bf9ed758e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.103331 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-47392545-d5c7-4205-a77e-8bf9ed758e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.125575 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392545-d5c7-4205-a77e-8bf9ed758e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a6bf22-ed6d-4e07-abaf-e4d8d3c2cc5e,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:52.127816 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-47392545-d5c7-4205-a77e-8bf9ed758e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:52.129077 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-47392545-d5c7-4205-a77e-8bf9ed758e75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24a6bf22-ed6d-4e07-abaf-e4d8d3c2cc5e HTTP/1.1" status: 204  len: 168 time: 0.1833432
Apr 08 02:46:52.353578 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56aa78e-cdca-457d-8e15-80748fe31135 req-639dd689-4cfd-47d4-a2be-99047665b490 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:52.355051 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b56aa78e-cdca-457d-8e15-80748fe31135 req-639dd689-4cfd-47d4-a2be-99047665b490 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0829976
Apr 08 02:46:52.408033 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b56aa78e-cdca-457d-8e15-80748fe31135 req-f3b0b63f-2c3b-4836-83f0-cf5ce3a1c24f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462413
Apr 08 02:46:53.618244 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02683e0-1eb4-4cdf-89de-5aea0fc725c0 req-e99bf8d9-c847-47dc-b9f0-85893d5ea12e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:53.619708 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f02683e0-1eb4-4cdf-89de-5aea0fc725c0 req-e99bf8d9-c847-47dc-b9f0-85893d5ea12e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0845399
Apr 08 02:46:53.670658 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f02683e0-1eb4-4cdf-89de-5aea0fc725c0 req-bf9ff731-f85a-4524-a5af-e6b50801a8ce tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434031
Apr 08 02:46:53.672716 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-b0fb76b3-c3f0-40a7-b0d6-3326f3b3872b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:53.674605 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-b0fb76b3-c3f0-40a7-b0d6-3326f3b3872b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/networks?id=82e858b5-a7a6-4321-935a-f5708e9fb4a1 HTTP/1.1" status: 200  len: 814 time: 0.1665075
Apr 08 02:46:53.690541 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-3a2806b2-929c-44e8-843f-b362d1d827c7 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/quotas/f648ffbed31f4192b6f16124451b3559 HTTP/1.1" status: 200  len: 375 time: 0.0099568
Apr 08 02:46:53.741230 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-7b2d2a1a-0135-4b00-b97c-6120d7266c1c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f648ffbed31f4192b6f16124451b3559&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434711
Apr 08 02:46:53.880744 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-289e3431-2e1a-4ec9-97bf-4caeaa6fc1f4 service neutron] 10.222.0.23 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316433
Apr 08 02:46:54.024242 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-1646dce3-fcdb-463e-a679-f882bc6c88f1 service neutron] 10.222.0.23 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373329
Apr 08 02:46:54.249142 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-36ec6a6c-ee9d-4d3d-9398-d5e199dc7645 req-9e66e765-dc0d-414d-b65e-bc8da9b8bc28 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 210 time: 0.0551040
Apr 08 02:46:54.868472 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b45913-c887-4663-b154-9950322702a7 req-ace5f14d-a2bd-447f-8239-98352c1541e6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:54.869909 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-44b45913-c887-4663-b154-9950322702a7 req-ace5f14d-a2bd-447f-8239-98352c1541e6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0873795
Apr 08 02:46:54.914489 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-44b45913-c887-4663-b154-9950322702a7 req-91399729-02a7-44be-b805-cf4d96588613 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386519
Apr 08 02:46:55.395750 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e5b83ad0-41a9-43da-b065-35efa41a68f9 req-0f0a1879-d2f3-43eb-ae0a-7d52210ede57 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 210 time: 0.0467961
Apr 08 02:46:55.865384 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-0d792da2-f123-4476-9709-b052478d3b95 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:55.866053 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-0d792da2-f123-4476-9709-b052478d3b95 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Synchronizing usage tracker for tenant:f648ffbed31f4192b6f16124451b3559 on resource:network {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:46:55.884961 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-0d792da2-f123-4476-9709-b052478d3b95 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Unset dirty status for tenant:f648ffbed31f4192b6f16124451b3559 on resource:network {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:46:55.886457 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-0d792da2-f123-4476-9709-b052478d3b95 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "GET /v2.0/networks?id=82e858b5-a7a6-4321-935a-f5708e9fb4a1 HTTP/1.1" status: 200  len: 814 time: 0.1804502
Apr 08 02:46:55.915441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Request body: {'port': {'device_id': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1', 'admin_state_up': True, 'tenant_id': 'f648ffbed31f4192b6f16124451b3559'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:46:56.058374 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:56.062260 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Usage tracker for resource:port and tenant:f648ffbed31f4192b6f16124451b3559 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:56.065245 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:56.070961 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:56.081509 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Made reservation on behalf of f648ffbed31f4192b6f16124451b3559 for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:46:56.085021 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.112160 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59084691-7d79-4f3b-b412-10908caf0c86 req-2596ed23-8e9e-4be8-9ed1-36fe8029a9fb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:56.113715 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-59084691-7d79-4f3b-b412-10908caf0c86 req-2596ed23-8e9e-4be8-9ed1-36fe8029a9fb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0824490
Apr 08 02:46:56.158563 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-59084691-7d79-4f3b-b412-10908caf0c86 req-81933ae2-8c9d-43d6-acd5-4c3f504ad0f1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390291
Apr 08 02:46:56.255332 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Allocated IP 172.20.0.13 (82e858b5-a7a6-4321-935a-f5708e9fb4a1/c5dec03f-3cd9-4901-aae0-27fc73b45b44/14d1b36d-6c01-4e8d-a401-29ca0ecd841c) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:46:56.454745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.484593 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.591003 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:46:56.595241 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:46:56.597687 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:46:56.653074 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Pushing event updated for resources: {'Port': ['ID=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:56.685053 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:56.685567 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:56.721205 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c0174-3eae-460c-a03f-93eba91fabba req-f54b90d3-715f-450a-984f-5aff0a891e5e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:56.721722 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-577c0174-3eae-460c-a03f-93eba91fabba req-f54b90d3-715f-450a-984f-5aff0a891e5e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Synchronizing usage tracker for tenant:f648ffbed31f4192b6f16124451b3559 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:46:56.726526 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c56b023d-7cc7-4308-a8c7-1e68e4a1f1c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8150849
Apr 08 02:46:56.739905 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-577c0174-3eae-460c-a03f-93eba91fabba req-f54b90d3-715f-450a-984f-5aff0a891e5e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Unset dirty status for tenant:f648ffbed31f4192b6f16124451b3559 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:46:56.740952 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-577c0174-3eae-460c-a03f-93eba91fabba req-f54b90d3-715f-450a-984f-5aff0a891e5e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 932 time: 0.2160702
Apr 08 02:46:56.787330 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-577c0174-3eae-460c-a03f-93eba91fabba req-9b12598e-5357-4e26-a613-0f7595705a58 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Synchronizing usage tracker for tenant:f648ffbed31f4192b6f16124451b3559 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:46:56.800144 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Request body: {'port': {'device_id': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:46:56.922724 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-577c0174-3eae-460c-a03f-93eba91fabba req-9b12598e-5357-4e26-a613-0f7595705a58 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Unset dirty status for tenant:f648ffbed31f4192b6f16124451b3559 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:46:56.923876 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-577c0174-3eae-460c-a03f-93eba91fabba req-9b12598e-5357-4e26-a613-0f7595705a58 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772909
Apr 08 02:46:56.994004 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.355115 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d1b36d-6c01-4e8d-a401-29ca0ecd841c {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:46:57.365999 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa1163-a8fc-4c5e-b31b-c0963d7896ef req-068e06ae-14d5-4c75-9e56-246d7c59d38d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:57.366796 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.367482 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9cfa1163-a8fc-4c5e-b31b-c0963d7896ef req-068e06ae-14d5-4c75-9e56-246d7c59d38d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0946858
Apr 08 02:46:57.381557 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Transition to ACTIVE for port object 14d1b36d-6c01-4e8d-a401-29ca0ecd841c will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:46:57.385442 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.413932 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9cfa1163-a8fc-4c5e-b31b-c0963d7896ef req-f5842224-bc85-4f44-98b8-543243ad7b97 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398681
Apr 08 02:46:57.579994 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:57.618647 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Attempting to bind port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:46:57.618978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Attempting to bind port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:46:57.619300 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Attempting to bind port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c on network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:46:57.624619 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c on network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:46:57.624950 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Attempting to bind port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c on network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:46:57.630102 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:46:57.630439 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Checking segment: {'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:46:57.630817 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Bound using segment: {'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:46:57.631243 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Bound port: 14d1b36d-6c01-4e8d-a401-29ca0ecd841c, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:46:57.631585 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.722438 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] For port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:46:57.725554 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] For port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:46:57.729424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.786808 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:57.787404 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:57.788792 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/14d1b36d-6c01-4e8d-a401-29ca0ecd841c HTTP/1.1" status: 200  len: 1094 time: 0.9942017
Apr 08 02:46:57.789209 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'tag': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:46:57.816727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c50acf-1c26-4aee-b964-24b539044dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:57.838203 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ec56a1-748d-4a71-9535-739fe8915c3e'] response: {'name': 'network-changed', 'server_uuid': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'tag': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c', 'status': 'completed', 'code': 200}
Apr 08 02:46:57.927543 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-e3a296d4-feae-43b9-b143-e7e5f13d661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:57.929024 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-e3a296d4-feae-43b9-b143-e7e5f13d661f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f648ffbed31f4192b6f16124451b3559&device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 1097 time: 0.0703132
Apr 08 02:46:58.009700 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-c0b55300-4aee-442d-80f2-e62ff27b1e7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d1b36d-6c01-4e8d-a401-29ca0ecd841c HTTP/1.1" status: 200  len: 217 time: 0.0657361
Apr 08 02:46:58.074478 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-62e8ab8f-3d2f-4b14-b8d2-a19e51271504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:58.076542 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-62e8ab8f-3d2f-4b14-b8d2-a19e51271504 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5dec03f-3cd9-4901-aae0-27fc73b45b44 HTTP/1.1" status: 200  len: 854 time: 0.0594893
Apr 08 02:46:58.115467 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218044cf-96e2-4fa6-bb01-bd1d1f9739ed req-a76c844d-f751-43c3-9bd5-181554c34cef tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:58.116938 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-218044cf-96e2-4fa6-bb01-bd1d1f9739ed req-a76c844d-f751-43c3-9bd5-181554c34cef tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 944 time: 0.0810947
Apr 08 02:46:58.134757 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-7c7b05ba-b1c5-4ea6-8bac-f5abef312e22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82e858b5-a7a6-4321-935a-f5708e9fb4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512359
Apr 08 02:46:58.164897 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-218044cf-96e2-4fa6-bb01-bd1d1f9739ed req-d45d3f49-b24d-4838-b50d-b788628a65ab tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417836
Apr 08 02:46:58.272735 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-cdf7fdc3-c9e5-4f76-b254-90d6b10832b2 service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313934
Apr 08 02:46:58.414189 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb2abdd6-8529-40f3-92dd-b75d2d46fa3f req-0fda9a59-60e7-4099-ab5f-8cd889e852e8 service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315484
Apr 08 02:46:58.758488 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-0fd110b2-9026-4851-90ca-4cf5cf5837cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:58.760330 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-0fd110b2-9026-4851-90ca-4cf5cf5837cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f648ffbed31f4192b6f16124451b3559&device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 1097 time: 0.1912754
Apr 08 02:46:58.768809 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab94da-937b-4ea5-9221-316afe1c336e req-9c35eea5-0fc9-4f9b-b3a5-abbd367b1a97 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:58.770203 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d0ab94da-937b-4ea5-9221-316afe1c336e req-9c35eea5-0fc9-4f9b-b3a5-abbd367b1a97 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.2353551
Apr 08 02:46:58.859049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 45132) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:58.910567 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d0ab94da-937b-4ea5-9221-316afe1c336e req-1fa4ebd6-ee2d-4bd5-b373-c522aaebf372 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190524
Apr 08 02:46:58.938014 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-6ee7973b-e115-41c8-b4f8-4192b15dd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:58.939427 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-6ee7973b-e115-41c8-b4f8-4192b15dd449 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82e858b5-a7a6-4321-935a-f5708e9fb4a1 HTTP/1.1" status: 200  len: 915 time: 0.1682277
Apr 08 02:46:58.982201 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:58.998915 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:59.002758 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:aebf612967c24d22a3336a6d41416664 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:59.005597 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:59.011430 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:59.011662 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-022fd287-2057-48a8-9fe8-95ade47269fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14d1b36d-6c01-4e8d-a401-29ca0ecd841c HTTP/1.1" status: 200  len: 217 time: 0.0656362
Apr 08 02:46:59.074739 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-ffb39d37-a242-48c7-a4ba-9f9eb999665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:59.076698 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-ffb39d37-a242-48c7-a4ba-9f9eb999665f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5dec03f-3cd9-4901-aae0-27fc73b45b44 HTTP/1.1" status: 200  len: 854 time: 0.0590048
Apr 08 02:46:59.104098 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.109073 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.124408 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-de781ceb-26fe-46b8-9808-9af651e96313 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82e858b5-a7a6-4321-935a-f5708e9fb4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411444
Apr 08 02:46:59.159727 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aebf612967c24d22a3336a6d41416664&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2994118
Apr 08 02:46:59.161129 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8937798-dc23-4bb8-afd8-d5becf857ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a852c-b960-4700-96ad-97a49b3ef5d0,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:59.164285 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 45138) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:59.228630 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37b80a8a-7054-4cad-829e-902ea6b48ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.255629 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37b80a8a-7054-4cad-829e-902ea6b48ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.269087 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-3f3fa48e-6bfb-4074-80cc-f7ad3bb5cfed service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378095
Apr 08 02:46:59.372643 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37b80a8a-7054-4cad-829e-902ea6b48ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.393530 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b80a8a-7054-4cad-829e-902ea6b48ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a852c-b960-4700-96ad-97a49b3ef5d0,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:46:59.405007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb88b-1f3b-4b99-b1c3-dee41b0e1063 req-92f89e81-91a8-4b43-88b3-f5dbcbbab457 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:46:59.406548 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3c4cb88b-1f3b-4b99-b1c3-dee41b0e1063 req-92f89e81-91a8-4b43-88b3-f5dbcbbab457 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 944 time: 0.1247790
Apr 08 02:46:59.419416 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7edc00f7-c934-44c4-bc2a-2e400a10230f req-f0a3f6f0-5fe9-43b3-b81e-d32103ef1d3a service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425176
Apr 08 02:46:59.454439 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37b80a8a-7054-4cad-829e-902ea6b48ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.455626 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-37b80a8a-7054-4cad-829e-902ea6b48ffa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/848a852c-b960-4700-96ad-97a49b3ef5d0 HTTP/1.1" status: 204  len: 168 time: 0.2901835
Apr 08 02:46:59.472585 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3c4cb88b-1f3b-4b99-b1c3-dee41b0e1063 req-984e1709-1cbc-450c-82d9-df4b0a617919 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566826
Apr 08 02:46:59.847952 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 45152) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:46:59.865840 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.884220 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:46:59.888936 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Usage tracker for resource:security_group_rule and tenant:9f3bed696ee244408b8ad3e4ef517ba4 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:46:59.891650 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:46:59.897192 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:46:59.984007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:46:59.988119 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.035761 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9f3bed696ee244408b8ad3e4ef517ba4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1866484
Apr 08 02:47:00.038462 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 45158) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:00.051471 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba4152-a7fa-4645-b55a-ec8ac999c47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3560627c-0092-43c9-93b3-02fe7771078b,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:00.102909 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4bae81ad-1e36-4403-8cd0-8d586a528ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.113330 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8767-64de-4dcc-abda-7d0bf5dc7a94 req-cd2b59f2-4c66-4c92-8fc3-03819f8d76b3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:00.115346 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9a5a8767-64de-4dcc-abda-7d0bf5dc7a94 req-cd2b59f2-4c66-4c92-8fc3-03819f8d76b3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0875542
Apr 08 02:47:00.128634 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4bae81ad-1e36-4403-8cd0-8d586a528ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.162554 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9a5a8767-64de-4dcc-abda-7d0bf5dc7a94 req-c1c8ef8a-40da-4562-8530-5c63cb41a192 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412600
Apr 08 02:47:00.188148 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4bae81ad-1e36-4403-8cd0-8d586a528ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.205314 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae81ad-1e36-4403-8cd0-8d586a528ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3560627c-0092-43c9-93b3-02fe7771078b,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:00.211249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4bae81ad-1e36-4403-8cd0-8d586a528ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.212381 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4bae81ad-1e36-4403-8cd0-8d586a528ba6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3560627c-0092-43c9-93b3-02fe7771078b HTTP/1.1" status: 204  len: 168 time: 0.1730320
Apr 08 02:47:00.305992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:00.661459 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2da791-3d68-4d43-9b68-88ceb0dc1150 req-7e5a0854-a9ac-41c3-97e4-cd7aaaab63c4 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:00.662924 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2a2da791-3d68-4d43-9b68-88ceb0dc1150 req-7e5a0854-a9ac-41c3-97e4-cd7aaaab63c4 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 944 time: 0.0818756
Apr 08 02:47:00.712522 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2a2da791-3d68-4d43-9b68-88ceb0dc1150 req-12d71fca-4f91-468e-afcd-92fd86d42b6c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397332
Apr 08 02:47:01.041069 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71618e51-27c9-438e-856c-182e7eb0df84 req-6a4071db-771e-4bc8-a926-f8f4b08b4329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:01.042557 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-71618e51-27c9-438e-856c-182e7eb0df84 req-6a4071db-771e-4bc8-a926-f8f4b08b4329 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 1098 time: 0.0697863
Apr 08 02:47:01.085006 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-71618e51-27c9-438e-856c-182e7eb0df84 req-1c59cce9-240e-4e57-bae4-5b5f1c6bcfb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355890
Apr 08 02:47:01.362440 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23016-27b3-4287-9fd5-217718268801 req-dd5b278a-389b-4761-8ad5-133698eed775 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:01.364028 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5de23016-27b3-4287-9fd5-217718268801 req-dd5b278a-389b-4761-8ad5-133698eed775 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0898826
Apr 08 02:47:01.411723 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5de23016-27b3-4287-9fd5-217718268801 req-62bccfd7-aec0-4502-95ae-506f300f270f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420048
Apr 08 02:47:01.910702 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7375299-76ca-4180-84f6-22661d6a44c6 req-aee535ed-37a5-4f79-87aa-8595bc82b80b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:01.912190 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c7375299-76ca-4180-84f6-22661d6a44c6 req-aee535ed-37a5-4f79-87aa-8595bc82b80b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 944 time: 0.0884590
Apr 08 02:47:02.036183 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c7375299-76ca-4180-84f6-22661d6a44c6 req-73b7b6a5-da30-433c-9282-7a166e4c77d5 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181846
Apr 08 02:47:02.606670 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd5872-5ce3-43a6-bb51-488eccd8e427 req-0d1fe610-440d-42ce-a027-6f40f77219c0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:02.608325 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aacd5872-5ce3-43a6-bb51-488eccd8e427 req-0d1fe610-440d-42ce-a027-6f40f77219c0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0820570
Apr 08 02:47:02.657834 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aacd5872-5ce3-43a6-bb51-488eccd8e427 req-83dfee25-0bbd-4800-a155-fa7293ff57a8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413597
Apr 08 02:47:03.230085 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff8bc0-22b3-44a3-9b0b-277a6d05c715 req-8459860c-eb1f-4e57-b409-c8177853e19a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:03.231916 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-17ff8bc0-22b3-44a3-9b0b-277a6d05c715 req-8459860c-eb1f-4e57-b409-c8177853e19a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 944 time: 0.0806026
Apr 08 02:47:03.275990 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-17ff8bc0-22b3-44a3-9b0b-277a6d05c715 req-68e83304-6e7f-42e0-a096-1209d12d7159 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375638
Apr 08 02:47:03.332755 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 14d1b36d-6c01-4e8d-a401-29ca0ecd841c details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:47:03.470508 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:47:03.485075 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c', 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1', 'port_id': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c', 'mac_address': 'fa:16:3e:2f:2c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5dec03f-3cd9-4901-aae0-27fc73b45b44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:47:03.547873 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:03.564464 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d1b36d-6c01-4e8d-a401-29ca0ecd841c {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:47:03.580200 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:47:03.583957 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:03.650782 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:03.658360 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.658698 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.659029 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.659351 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.659669 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.660007 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.660324 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.660636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.660968 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.661283 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.661591 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.661896 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:03.852846 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ae165-f77e-4a1c-a364-ea8f510b52aa req-4016ee38-0a35-42af-b7f6-94e382c7419f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:03.854346 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ac2ae165-f77e-4a1c-a364-ea8f510b52aa req-4016ee38-0a35-42af-b7f6-94e382c7419f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0814922
Apr 08 02:47:03.899509 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ac2ae165-f77e-4a1c-a364-ea8f510b52aa req-ec4ed4d8-49ab-4d48-b1c0-94ee879ad309 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380182
Apr 08 02:47:04.147591 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['14d1b36d-6c01-4e8d-a401-29ca0ecd841c'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:47:04.308761 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-af0a9703-aff0-4562-9969-f7c2aee62155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:04.310608 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-af0a9703-aff0-4562-9969-f7c2aee62155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 1098 time: 0.0876687
Apr 08 02:47:04.343478 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceae848-58a2-4ee3-b61b-6f0793252e67 req-08e9f552-75b2-4b07-a826-ce9d592597b0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:04.345931 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7ceae848-58a2-4ee3-b61b-6f0793252e67 req-08e9f552-75b2-4b07-a826-ce9d592597b0 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0914733
Apr 08 02:47:04.396036 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7ceae848-58a2-4ee3-b61b-6f0793252e67 req-de521f71-63f0-450b-82a1-ed1bed04d7a4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437143
Apr 08 02:47:04.518893 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-85513104-59c9-4233-b77d-d8db333d50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:04.519980 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-85513104-59c9-4233-b77d-d8db333d50d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.2020371
Apr 08 02:47:04.593929 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-49a3dfae-68ea-4a5b-9de5-fc30bc329d60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385 HTTP/1.1" status: 200  len: 217 time: 0.0650666
Apr 08 02:47:04.601128 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae4b1-7edf-4bf6-98d4-7efa349dc919 req-f9953edb-127c-4190-b9f1-22a5b1f13a1c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:04.602471 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-05eae4b1-7edf-4bf6-98d4-7efa349dc919 req-f9953edb-127c-4190-b9f1-22a5b1f13a1c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 945 time: 0.1853008
Apr 08 02:47:04.692975 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-05eae4b1-7edf-4bf6-98d4-7efa349dc919 req-f2d826da-68c7-424b-85b8-e3c58b6db00c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610235
Apr 08 02:47:04.694331 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-27aa598e-9f20-4429-b1a9-8b24039e5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:04.696064 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-27aa598e-9f20-4429-b1a9-8b24039e5c73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0923624
Apr 08 02:47:04.851844 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-5e82fc9a-0301-4641-a8d9-398df5db3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:04.853313 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-5e82fc9a-0301-4641-a8d9-398df5db3bfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1509037
Apr 08 02:47:04.980399 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-8e3b42a2-2a7d-4db4-a8bd-b15fcb2696f1 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202905
Apr 08 02:47:05.066126 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1f0a04c9-f439-46af-9261-baa03435097a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:05.118815 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f3e7e190-eff7-4ef0-8fbe-21e24783c396 req-e49f7f07-b0b8-4f40-8922-5fdf4c5b3426 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326385
Apr 08 02:47:05.595856 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1557f7-380d-4a34-b598-0df80e44cb68 req-b70306a6-1710-4202-95f8-023fc1be57df tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:05.597335 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ce1557f7-380d-4a34-b598-0df80e44cb68 req-b70306a6-1710-4202-95f8-023fc1be57df tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0860894
Apr 08 02:47:05.641792 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ce1557f7-380d-4a34-b598-0df80e44cb68 req-c62e9af1-d75f-4045-a302-4c38b11a3160 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388820
Apr 08 02:47:05.878875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea69c7-0002-459a-b721-8b1dbf141d8d req-e0dbbc8d-409b-4b7d-a320-02a7160b5bed tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:05.880337 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d6ea69c7-0002-459a-b721-8b1dbf141d8d req-e0dbbc8d-409b-4b7d-a320-02a7160b5bed tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 945 time: 0.0827858
Apr 08 02:47:05.924880 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d6ea69c7-0002-459a-b721-8b1dbf141d8d req-e7c86439-036f-4aba-888b-f014df2d73f6 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388484
Apr 08 02:47:06.830091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c25ca0-d56d-4d26-af58-1ada89a799be req-51ba0c7e-5a53-431b-97b3-58d3ad4a7f9e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:06.831547 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-06c25ca0-d56d-4d26-af58-1ada89a799be req-51ba0c7e-5a53-431b-97b3-58d3ad4a7f9e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0808868
Apr 08 02:47:06.876175 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-06c25ca0-d56d-4d26-af58-1ada89a799be req-7888be8d-6549-4c7c-8a21-95499442546e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387855
Apr 08 02:47:07.010610 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 45314) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:07.100553 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:47:07.128257 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b189-d52d-4296-bde6-2176c7189801 req-43d74576-d887-4bd2-9a27-ffed3ef6bc7e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:07.129628 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3007b189-d52d-4296-bde6-2176c7189801 req-43d74576-d887-4bd2-9a27-ffed3ef6bc7e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 945 time: 0.0965312
Apr 08 02:47:07.131778 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.149729 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:07.154089 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:85a847b00e7b46ee9041d6dab4d7ec54 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:07.156880 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:07.162365 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:07.174090 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3007b189-d52d-4296-bde6-2176c7189801 req-77c41027-c539-4d61-a02e-f9490aabba9b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388727
Apr 08 02:47:07.210612 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9290c914-0a62-4358-96fc-4a346e2dd7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.252334 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.256099 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.302745 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85a847b00e7b46ee9041d6dab4d7ec54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2910280
Apr 08 02:47:07.304374 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c367c7-b360-4418-bdd4-d47a4ab77fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a215412c-3357-4126-9fc2-7900be5dbc1a,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:07.305442 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45320) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:07.343351 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 14d1b36d-6c01-4e8d-a401-29ca0ecd841c up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:47:07.367507 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a89f-c0de-4d76-b118-97a4eeb6bd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.396277 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a89f-c0de-4d76-b118-97a4eeb6bd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.419480 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:47:07.424754 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:47:07.425117 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.462294 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a89f-c0de-4d76-b118-97a4eeb6bd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.479397 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2a89f-c0de-4d76-b118-97a4eeb6bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a215412c-3357-4126-9fc2-7900be5dbc1a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:07.490074 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a89f-c0de-4d76-b118-97a4eeb6bd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.491966 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f3f2a89f-c0de-4d76-b118-97a4eeb6bd1b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a215412c-3357-4126-9fc2-7900be5dbc1a HTTP/1.1" status: 204  len: 168 time: 0.1847153
Apr 08 02:47:07.558663 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.587894 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:47:07.601420 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:47:07.608251 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.651062 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39e875c-b6ff-4b59-ac2e-0594774ec30f'] response: {'server_uuid': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c', 'code': 200}
Apr 08 02:47:07.692250 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:07.783762 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45332) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:07.802364 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.816471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:07.820307 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Usage tracker for resource:security_group_rule and tenant:08cbc14cefc840ab9be86eaca498b851 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:07.823028 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:07.829603 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:07.979620 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30f783-c868-44e0-a4ff-945006d0a7aa req-f3469086-0e6e-4799-af41-aa86a5f71fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:07.981170 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be30f783-c868-44e0-a4ff-945006d0a7aa req-f3469086-0e6e-4799-af41-aa86a5f71fe8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 1099 time: 0.1236191
Apr 08 02:47:07.982785 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:07.987302 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.102454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d0b761-794e-4778-afaf-e68f94c10749,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:08.108064 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-13cfbed6-65fe-4e0e-818a-bf00193e3827 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08cbc14cefc840ab9be86eaca498b851&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3231630
Apr 08 02:47:08.110705 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 45338) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:08.118735 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be30f783-c868-44e0-a4ff-945006d0a7aa req-8af29fc6-8f98-4513-8d60-d36186b794f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245716
Apr 08 02:47:08.150319 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ad5e5-0fa4-495d-9e52-90441781abdc req-81109b5a-f70e-4469-8d58-a9b9599e7cf3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:08.151752 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6a8ad5e5-0fa4-495d-9e52-90441781abdc req-81109b5a-f70e-4469-8d58-a9b9599e7cf3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.1565671
Apr 08 02:47:08.169907 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-054edfe2-78c8-4795-aae7-3514503f0c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.195295 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-054edfe2-78c8-4795-aae7-3514503f0c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.196995 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6a8ad5e5-0fa4-495d-9e52-90441781abdc req-56480284-a86e-499f-8d32-edf0df250d86 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388060
Apr 08 02:47:08.252088 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-054edfe2-78c8-4795-aae7-3514503f0c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.271866 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054edfe2-78c8-4795-aae7-3514503f0c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d0b761-794e-4778-afaf-e68f94c10749,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:08.283959 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-054edfe2-78c8-4795-aae7-3514503f0c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.287213 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-054edfe2-78c8-4795-aae7-3514503f0c0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/75d0b761-794e-4778-afaf-e68f94c10749 HTTP/1.1" status: 204  len: 168 time: 0.1733484
Apr 08 02:47:08.365012 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf4ea1-4b24-4fff-aed6-cdddb3c7c0e9 req-c72f510a-f9ef-49e9-aab7-12bb5a71b804 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:08.366443 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-afdf4ea1-4b24-4fff-aed6-cdddb3c7c0e9 req-c72f510a-f9ef-49e9-aab7-12bb5a71b804 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 946 time: 0.0836465
Apr 08 02:47:08.386809 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.423959 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.426367 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-afdf4ea1-4b24-4fff-aed6-cdddb3c7c0e9 req-07e4a4b7-aa3a-4a9a-b760-6a7a75cba53e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478673
Apr 08 02:47:08.635556 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45350) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:08.652319 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.666390 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:08.670647 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Usage tracker for resource:security_group_rule and tenant:0475049418d0467f98f0bb151687b571 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:08.673381 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:08.679203 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:08.759436 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.763107 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.809027 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0475049418d0467f98f0bb151687b571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1723423
Apr 08 02:47:08.810340 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f1faa-155b-42cf-8955-65af785cc66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621bd30-f2e2-4fbd-84ac-a1bbe13435fd,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:08.812703 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45354) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:08.876802 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c5c871a8-5faf-45d5-95eb-916de55fdf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.902466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c5c871a8-5faf-45d5-95eb-916de55fdf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.956560 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c5c871a8-5faf-45d5-95eb-916de55fdf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.974466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c871a8-5faf-45d5-95eb-916de55fdf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621bd30-f2e2-4fbd-84ac-a1bbe13435fd,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:08.980850 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c5c871a8-5faf-45d5-95eb-916de55fdf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:08.982461 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c5c871a8-5faf-45d5-95eb-916de55fdf5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d621bd30-f2e2-4fbd-84ac-a1bbe13435fd HTTP/1.1" status: 204  len: 168 time: 0.1688709
Apr 08 02:47:09.385922 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ec9ca-306a-4c6d-8945-89e066888646 req-320db8ba-6067-4d64-9a74-c1982fd7c0d9 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:09.387593 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-910ec9ca-306a-4c6d-8945-89e066888646 req-320db8ba-6067-4d64-9a74-c1982fd7c0d9 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0799069
Apr 08 02:47:09.438059 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-910ec9ca-306a-4c6d-8945-89e066888646 req-3510d122-6964-432e-8d68-19ea460c8f62 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444071
Apr 08 02:47:09.695454 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0ffcd-c666-497c-b7e2-f966c2ba6bf5 req-a7ede696-9669-4e8b-aaf4-4b7fd5492812 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:09.697148 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5c0ffcd-c666-497c-b7e2-f966c2ba6bf5 req-a7ede696-9669-4e8b-aaf4-4b7fd5492812 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 946 time: 0.1385188
Apr 08 02:47:09.753487 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5c0ffcd-c666-497c-b7e2-f966c2ba6bf5 req-dd8a06dc-99c4-47fd-a459-c4b1c74b8438 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444024
Apr 08 02:47:09.944530 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:10.941923 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac0af8-e149-4ca4-baa3-22e78f35df7c req-91a7a609-3442-4534-9891-3fb8ad42858a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:10.943386 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-87ac0af8-e149-4ca4-baa3-22e78f35df7c req-91a7a609-3442-4534-9891-3fb8ad42858a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 946 time: 0.0842204
Apr 08 02:47:10.995485 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-87ac0af8-e149-4ca4-baa3-22e78f35df7c req-d0ac589f-0972-4380-a79b-393aa57e9af6 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449133
Apr 08 02:47:12.504821 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45518) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:12.509739 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278533987', 'description': 'tempest-description--384066116'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:47:12.517712 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:12.527348 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:12.537222 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.557833 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:12.563124 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Usage tracker for resource:security_group_rule and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:12.566676 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:12.573006 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:12.650425 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.655227 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.697474 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb9960e-a495-46a7-adba-3e91eff39d3a,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:12.707347 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.708591 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-835abcc5-33ff-4df9-b572-a5d297e96320 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2027953
Apr 08 02:47:12.711368 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45526) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:12.716944 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'security_group_rule': {'security_group_id': 'ddb9960e-a495-46a7-adba-3e91eff39d3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:47:12.722590 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:12.726339 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Usage tracker for resource:security_group_rule and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:12.729168 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:12.735544 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:12.752091 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.814979 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.818712 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.841862 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4000c2d1-3ff6-47ba-8990-fc1dc2d27b6b,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:12.854784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.856796 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4476ed5a-8094-4c63-b792-5cb257741162 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1445057
Apr 08 02:47:12.859601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45532) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:12.864568 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'security_group_rule': {'security_group_id': 'ddb9960e-a495-46a7-adba-3e91eff39d3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:47:12.870010 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:12.873871 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Usage tracker for resource:security_group_rule and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:12.876686 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:12.882949 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:12.901493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.966251 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.969686 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:12.995014 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7773ffcd-da26-4626-9c5c-edffc4c2d016,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:13.003875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:13.005060 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d379bd82-66de-4531-b6d2-c4ee1f333d48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1444328
Apr 08 02:47:13.008363 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45536) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:13.013965 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:47:13.019713 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:13.023484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Usage tracker for resource:floatingip and tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:13.026279 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:13.031888 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:13.041939 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:13.181127 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:13.393059 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Allocated IP 172.27.1.110 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/547c8abe-e717-467c-98d4-64fb2ab9d12d) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:47:13.553381 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:13.584462 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:13.644175 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:47:13.646916 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:47:13.649619 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:47:13.696219 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'Port': ['ID=547c8abe-e717-467c-98d4-64fb2ab9d12d,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:13.749513 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:13.811080 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:14.018917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:14.023296 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:14.141498 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'Port': ['ID=547c8abe-e717-467c-98d4-64fb2ab9d12d,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:14.151249 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:14.174863 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:14.176063 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ae8dc866-d9ef-4023-b019-56acab92bcab tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1666896
Apr 08 02:47:26.738897 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-5c1e07a2-ec7b-4551-a7c7-2c81aa31a2af tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:47:26.755316 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-5c1e07a2-ec7b-4551-a7c7-2c81aa31a2af tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:47:26.756593 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-5c1e07a2-ec7b-4551-a7c7-2c81aa31a2af tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1278533987&fields=id&tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0 HTTP/1.1" status: 200  len: 267 time: 0.0605617
Apr 08 02:47:26.907625 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-ec12f977-370c-4925-b0d4-4afdfa13d9b3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:26.909161 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-ec12f977-370c-4925-b0d4-4afdfa13d9b3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 819 time: 0.1458535
Apr 08 02:47:26.923092 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-c6e03cd2-ee58-4a55-895e-645b025c1193 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/quotas/bd1b3bd04ce44cd7893a53eb18d9a8b0 HTTP/1.1" status: 200  len: 375 time: 0.0085530
Apr 08 02:47:27.009344 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-48d975c8-73ec-4ff2-8999-f752c754e05b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0811033
Apr 08 02:47:27.140938 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-2ae89ed9-fb8e-4c95-a6fb-5bc474ac60e0 service neutron] 10.222.0.23 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193714
Apr 08 02:47:27.268875 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-699b9b98-3780-4910-a54c-0d99be37043c service neutron] 10.222.0.23 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205757
Apr 08 02:47:27.443847 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-11dff386-a219-4779-89df-14a7a5646c13 req-6ee9f1fd-ca22-43bd-88ca-38f6665dbf4a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0428672
Apr 08 02:47:28.599473 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d335fcd8-1858-467a-a749-17ddf00cc56c req-646f174a-d260-46d5-90ac-208c804784d8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0443435
Apr 08 02:47:29.743049 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0808d26f-977a-4990-839a-c7e69225d909 req-269b7e1a-5e04-4362-874d-a02a16f9c69f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0411258
Apr 08 02:47:30.318671 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:30.888408 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d39cff06-10c8-4c7e-b2fc-ce9ac750f561 req-f931cb84-2e90-4e77-bf04-1dbf7bf52f85 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0407887
Apr 08 02:47:32.036370 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7ffda5b7-3ea3-4f20-96f0-a85c9141ea26 req-5b73e1e1-c8d8-4a48-993d-cbaf90b8f832 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0450048
Apr 08 02:47:33.199501 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4cfa6394-c1ce-4706-96df-c28c75973b12 req-63f5c4d4-ddba-472b-93f8-5be198cd1668 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0528412
Apr 08 02:47:34.396194 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-d2abe24b-16d3-49b1-a3c1-181c91f62230 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:34.397611 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-d2abe24b-16d3-49b1-a3c1-181c91f62230 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 819 time: 0.3111279
Apr 08 02:47:34.414687 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5366cce0-1e0d-4bd1-bc82-19896059f96e req-89b24c8e-9d3e-4498-9adc-dc4cd3ca11fd tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0484793
Apr 08 02:47:34.488361 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-f830e4cd-ed32-47d5-b03f-01c131f03bc3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0 HTTP/1.1" status: 200  len: 380 time: 0.0448565
Apr 08 02:47:34.497037 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'port': {'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'admin_state_up': True, 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'security_groups': ['ddb9960e-a495-46a7-adba-3e91eff39d3a']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:47:34.633484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:34.642958 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:34.652916 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Made reservation on behalf of bd1b3bd04ce44cd7893a53eb18d9a8b0 for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:47:34.656850 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:34.825084 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Allocated IP 172.20.0.14 (94ddd372-ab57-40b5-ae02-402f4da20997/949c14cb-4d0f-4c17-bc8c-ac18acf17ec8/32e13942-1502-4bda-aca8-d69e5aacf04a) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:47:35.013818 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:35.028888 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Transition to ACTIVE for port object 32e13942-1502-4bda-aca8-d69e5aacf04a will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:47:35.053448 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:35.060174 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1b81b931-96ea-4f7e-8902-b236ceeb52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:35.121073 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Network 94ddd372-ab57-40b5-ae02-402f4da20997 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:47:35.128821 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:47:35.132993 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:47:35.163814 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event updated for resources: {'Port': ['ID=32e13942-1502-4bda-aca8-d69e5aacf04a,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:35.200273 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:35.200868 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:35.230269 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-72157565-9dc0-4a3c-b7a8-7e052c62e97c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7371905
Apr 08 02:47:35.253176 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Request body: {'port': {'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:47:35.364804 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-a2912140-18cd-494a-aeba-ae3ca38bd290 None None] Provisioning for port 32e13942-1502-4bda-aca8-d69e5aacf04a completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:47:35.374714 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-a2912140-18cd-494a-aeba-ae3ca38bd290 None None] Provisioning complete for port 32e13942-1502-4bda-aca8-d69e5aacf04a triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:47:35.375081 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a2912140-18cd-494a-aeba-ae3ca38bd290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:35.376733 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:35.478348 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-a2912140-18cd-494a-aeba-ae3ca38bd290 None None] Port 32e13942-1502-4bda-aca8-d69e5aacf04a cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:47:35.761170 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72fcd-793c-4200-9704-9a9682360521 req-55304d93-93d8-4b07-825e-5013b14868f3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:35.761850 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-d9f72fcd-793c-4200-9704-9a9682360521 req-55304d93-93d8-4b07-825e-5013b14868f3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:47:35.790061 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-d9f72fcd-793c-4200-9704-9a9682360521 req-55304d93-93d8-4b07-825e-5013b14868f3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:47:35.791115 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d9f72fcd-793c-4200-9704-9a9682360521 req-55304d93-93d8-4b07-825e-5013b14868f3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 932 time: 0.2270319
Apr 08 02:47:35.870909 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e13942-1502-4bda-aca8-d69e5aacf04a {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:47:35.881330 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d9f72fcd-793c-4200-9704-9a9682360521 req-9da35b05-8f46-47a1-9169-fe854ce4ad42 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622041
Apr 08 02:47:35.883004 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:35.898108 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Transition to ACTIVE for port object 32e13942-1502-4bda-aca8-d69e5aacf04a will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:47:35.901766 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:36.059357 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-92433bd6-c1e3-4bed-9355-4a36dec6d119 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0792420
Apr 08 02:47:36.066412 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Pushing event updated for resources: {'Port': ['ID=32e13942-1502-4bda-aca8-d69e5aacf04a,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:36.143264 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Attempting to bind port 32e13942-1502-4bda-aca8-d69e5aacf04a on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:47:36.143582 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Attempting to bind port 32e13942-1502-4bda-aca8-d69e5aacf04a by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:47:36.143903 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Attempting to bind port 32e13942-1502-4bda-aca8-d69e5aacf04a on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:47:36.148527 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Port 32e13942-1502-4bda-aca8-d69e5aacf04a on network 94ddd372-ab57-40b5-ae02-402f4da20997 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:47:36.148835 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Attempting to bind port 32e13942-1502-4bda-aca8-d69e5aacf04a on network 94ddd372-ab57-40b5-ae02-402f4da20997 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:47:36.153784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:47:36.154116 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Checking segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:47:36.154490 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Bound using segment: {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:47:36.154910 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Bound port: 32e13942-1502-4bda-aca8-d69e5aacf04a, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d62632a-48ac-4430-ae1f-5b58d06dea06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:47:36.155254 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:36.181976 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-bf08d7ef-fad9-4565-83ab-33689116b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.183519 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-bf08d7ef-fad9-4565-83ab-33689116b171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1098 time: 0.0771263
Apr 08 02:47:36.314685 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] For port 32e13942-1502-4bda-aca8-d69e5aacf04a, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:47:36.317500 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] For port 32e13942-1502-4bda-aca8-d69e5aacf04a, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=32e13942-1502-4bda-aca8-d69e5aacf04a,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:47:36.322509 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:36.338245 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-33a47c21-b4f2-4472-a272-a99c10cb974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.339523 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-33a47c21-b4f2-4472-a272-a99c10cb974a service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.1359396
Apr 08 02:47:36.379428 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.380021 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:36.381370 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] 10.222.0.41 "PUT /v2.0/ports/32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 1094 time: 1.1333933
Apr 08 02:47:36.381784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:47:36.415902 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5956b-0a73-43f6-87af-68bc5a3c1587 service neutron] Pushing event updated for resources: {'Port': ['ID=32e13942-1502-4bda-aca8-d69e5aacf04a,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:36.446827 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c41ecd4-1eff-4051-8845-01da12d1e8f4'] response: {'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'status': 'completed', 'code': 200}
Apr 08 02:47:36.482744 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-efb25e06-75ba-413e-a9b9-f88df62f1e29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 1001 time: 0.1357062
Apr 08 02:47:36.597487 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-9849d9ca-8335-40b5-8020-3a184586e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.599223 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-9849d9ca-8335-40b5-8020-3a184586e593 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0889499
Apr 08 02:47:36.610655 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-6c15bec7-3c6e-4582-b7f9-72893982b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.614196 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-6c15bec7-3c6e-4582-b7f9-72893982b3c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1097 time: 0.0996845
Apr 08 02:47:36.691539 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-c7593a07-727f-4ca7-b4a3-3bc6bf335123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.693059 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-c7593a07-727f-4ca7-b4a3-3bc6bf335123 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855734
Apr 08 02:47:36.704465 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-32d2fcec-cded-477a-8f34-85e00f6b38d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 217 time: 0.0748768
Apr 08 02:47:36.776021 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-cd776133-12b0-4f54-bf11-d2ca6b2223df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.777508 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-cd776133-12b0-4f54-bf11-d2ca6b2223df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0634775
Apr 08 02:47:36.869018 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-cffc2e41-462b-4344-a27c-d5dad0ba6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:36.870483 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-cffc2e41-462b-4344-a27c-d5dad0ba6956 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864334
Apr 08 02:47:36.917662 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-f0d78df1-097b-4be6-a231-42888662a4b1 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158427
Apr 08 02:47:37.048453 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce09c35-e27d-4712-810a-c3100a0f0470 req-8125e60c-2c12-4e97-88fa-e0182a497fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234343
Apr 08 02:47:37.051169 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-bdf14607-5b5a-47b6-abae-f55e0b34bb9b service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722920
Apr 08 02:47:37.124153 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204cf4d-31c1-4ae9-b4c0-968a28ea59e3 req-c297cd18-6bbc-4314-a2c7-1658b20d48b3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.125607 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0204cf4d-31c1-4ae9-b4c0-968a28ea59e3 req-c297cd18-6bbc-4314-a2c7-1658b20d48b3 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 944 time: 0.1321716
Apr 08 02:47:37.212346 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bba6-64cb-4f7b-84fe-447845d51cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:37.234975 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0204cf4d-31c1-4ae9-b4c0-968a28ea59e3 req-b40b1e1d-39ff-4805-b9b4-3a7958115318 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634341
Apr 08 02:47:37.254319 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1f56f3bd-2686-428a-b464-ae36b68f7094 req-cb8ea34a-e11c-44c3-9da1-0394d91eff03 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792800
Apr 08 02:47:37.438158 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-4f0362f5-5984-4e72-a320-2624699b4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.439524 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-4f0362f5-5984-4e72-a320-2624699b4609 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1097 time: 0.0707591
Apr 08 02:47:37.573878 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-19c55928-de1d-42c6-b684-eb9beba533c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.575320 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-19c55928-de1d-42c6-b684-eb9beba533c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1287460
Apr 08 02:47:37.645751 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-31e8bb05-a072-4d25-b467-c0b85f900cdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 217 time: 0.0631871
Apr 08 02:47:37.709710 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-9c4941e4-d7b8-4650-aaa7-5c6b8794e706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.711009 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-9c4941e4-d7b8-4650-aaa7-5c6b8794e706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0585446
Apr 08 02:47:37.795045 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-b3bcd2a4-fb7e-4358-bd38-a2b0bfe3a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:37.796543 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-b3bcd2a4-fb7e-4358-bd38-a2b0bfe3a0aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786886
Apr 08 02:47:37.930018 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-c0f7d28a-f94e-4999-b70b-40734846657e service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254377
Apr 08 02:47:38.070225 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3e6d2975-2d58-4260-8d08-7676c8696623 req-8d6c50e0-3633-48a1-a64a-b81c81bdec12 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312563
Apr 08 02:47:38.389703 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.419806 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63495fb-054e-43df-b15e-d0da83cbf4aa req-4dadc3fc-0dbc-438b-ba06-38525bc3cfc2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:38.421288 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b63495fb-054e-43df-b15e-d0da83cbf4aa req-4dadc3fc-0dbc-438b-ba06-38525bc3cfc2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 944 time: 0.0790842
Apr 08 02:47:38.426215 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:38.468844 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b63495fb-054e-43df-b15e-d0da83cbf4aa req-f1b09168-e5a7-45f7-ba32-eff8a51cc6cd tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384438
Apr 08 02:47:39.660018 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0601d75-407b-4a3e-ab87-b663a77b9569 req-8aed056d-37a9-44ba-a73e-57611f6910f9 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:39.661463 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b0601d75-407b-4a3e-ab87-b663a77b9569 req-8aed056d-37a9-44ba-a73e-57611f6910f9 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 944 time: 0.0780103
Apr 08 02:47:39.706401 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b0601d75-407b-4a3e-ab87-b663a77b9569 req-88e76424-11cb-496c-862f-cde0b657bb22 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385978
Apr 08 02:47:39.943594 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:40.898435 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad00645-06ab-4968-b98c-defb3fa21b34 req-2b92c1b4-8ba6-461b-b0e3-6dac36ae1345 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:40.898435 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4ad00645-06ab-4968-b98c-defb3fa21b34 req-2b92c1b4-8ba6-461b-b0e3-6dac36ae1345 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 944 time: 0.0842915
Apr 08 02:47:40.942949 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4ad00645-06ab-4968-b98c-defb3fa21b34 req-2cee4fe9-7605-495c-84f2-76ce1f0ec4eb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411038
Apr 08 02:47:41.537261 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 32e13942-1502-4bda-aca8-d69e5aacf04a details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:47:41.675544 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 32e13942-1502-4bda-aca8-d69e5aacf04a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=32e13942-1502-4bda-aca8-d69e5aacf04a,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:47:41.689252 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'mac_address': 'fa:16:3e:81:e1:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:47:41.701749 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 45820) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:41.746245 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:41.765861 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e13942-1502-4bda-aca8-d69e5aacf04a {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:47:41.781395 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 32e13942-1502-4bda-aca8-d69e5aacf04a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=32e13942-1502-4bda-aca8-d69e5aacf04a,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:47:41.787285 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:41.822091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:41.837172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:41.841189 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Usage tracker for resource:security_group_rule and tenant:5803239882034777b4f46687e9c9df59 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:41.844234 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:41.850893 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:41.866254 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=32e13942-1502-4bda-aca8-d69e5aacf04a,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:41.935470 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:41.939620 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:41.996697 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5803239882034777b4f46687e9c9df59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2938404
Apr 08 02:47:41.997599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192bf0eb-180c-4a34-b896-4fd3f625fb4f,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:42.000167 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45834) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:42.005634 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.006049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.006449 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.006839 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.007230 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.007615 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.008027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.008411 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.008788 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.009165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.009548 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.009923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b34fd8-16e1-423f-bc54-a4840221fe41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.174551 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:42.205306 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:42.254469 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e7c4f-3275-47fd-869a-3b5dd22a459b req-3d823a3c-7395-4eeb-8a2c-9b77582ed7cb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:42.255882 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f3e7c4f-3275-47fd-869a-3b5dd22a459b req-3d823a3c-7395-4eeb-8a2c-9b77582ed7cb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 945 time: 0.1455061
Apr 08 02:47:42.295150 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:42.313421 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f3e7c4f-3275-47fd-869a-3b5dd22a459b req-c10fd97d-20e4-4378-91c8-ccc4bd700cfa tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517223
Apr 08 02:47:42.318211 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192bf0eb-180c-4a34-b896-4fd3f625fb4f,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:42.325944 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.326290 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.326690 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.327022 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.327346 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.327677 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.328014 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.328336 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.328653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.328966 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.329278 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.330166 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:47:42.332911 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:42.333958 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d2750247-4af9-4e68-8536-2b992f9ad5da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/192bf0eb-180c-4a34-b896-4fd3f625fb4f HTTP/1.1" status: 204  len: 168 time: 0.3321972
Apr 08 02:47:42.517776 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['32e13942-1502-4bda-aca8-d69e5aacf04a'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:47:43.500823 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eb746-50d0-4dcb-8b0c-e922e1907176 req-6ea0ce10-8fd8-42a6-a58f-cc7b022d650b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:43.502549 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5b1eb746-50d0-4dcb-8b0c-e922e1907176 req-6ea0ce10-8fd8-42a6-a58f-cc7b022d650b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 945 time: 0.0843663
Apr 08 02:47:43.553075 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5b1eb746-50d0-4dcb-8b0c-e922e1907176 req-b3316d7b-7e8c-4c53-8d47-de3356b73e65 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432320
Apr 08 02:47:44.101972 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:47:44.733275 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679e1db-d007-433a-9696-3e54c445c544 req-c9857808-65f9-43d1-9559-980c8537bb72 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:44.734733 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0679e1db-d007-433a-9696-3e54c445c544 req-c9857808-65f9-43d1-9559-980c8537bb72 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 945 time: 0.0782590
Apr 08 02:47:44.779495 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0679e1db-d007-433a-9696-3e54c445c544 req-d9f199a4-7fa1-4d26-a21e-68d1c7a5f463 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385103
Apr 08 02:47:45.565234 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 32e13942-1502-4bda-aca8-d69e5aacf04a up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:47:45.631380 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 32e13942-1502-4bda-aca8-d69e5aacf04a completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:47:45.635902 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 32e13942-1502-4bda-aca8-d69e5aacf04a triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:47:45.636288 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:45.757176 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:45.785572 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:47:45.794792 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 32e13942-1502-4bda-aca8-d69e5aacf04a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=32e13942-1502-4bda-aca8-d69e5aacf04a,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:47:45.800291 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:45.835797 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa93699-9af2-48a8-8b55-8be61383ed72'] response: {'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'code': 200}
Apr 08 02:47:45.879509 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=32e13942-1502-4bda-aca8-d69e5aacf04a,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:46.187206 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3d556-2b3b-4389-b802-d72fa59e5649 req-bf93070e-525a-4dca-bf9c-156d4bef70b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:46.188826 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3ae3d556-2b3b-4389-b802-d72fa59e5649 req-bf93070e-525a-4dca-bf9c-156d4bef70b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1099 time: 0.1032867
Apr 08 02:47:46.205509 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1366f-7faf-457b-9251-c74b2c550bf9 req-0a91aa70-f042-4ea3-b8be-48aaaa2bba2e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:46.206887 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-31c1366f-7faf-457b-9251-c74b2c550bf9 req-0a91aa70-f042-4ea3-b8be-48aaaa2bba2e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1598361
Apr 08 02:47:46.279744 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3ae3d556-2b3b-4389-b802-d72fa59e5649 req-625215df-a03b-4f93-ae97-30a055c84296 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825863
Apr 08 02:47:46.287115 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-31c1366f-7faf-457b-9251-c74b2c550bf9 req-9ec7f116-ec80-4b65-9aac-293141c62dfb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638866
Apr 08 02:47:47.473139 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ab8f1-ee47-4bed-8296-750e298e1408 req-14bb9f35-07ff-40a0-9732-45df2583e45a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:47.474494 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4e5ab8f1-ee47-4bed-8296-750e298e1408 req-14bb9f35-07ff-40a0-9732-45df2583e45a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0826409
Apr 08 02:47:47.520355 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4e5ab8f1-ee47-4bed-8296-750e298e1408 req-0f5e79e0-29f8-4b05-acf9-f27c6f651efb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400021
Apr 08 02:47:48.699569 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e5b26-ecb7-4507-b24a-3dce3a20188c req-be0a9396-5cb8-49aa-8cb6-065936d191e9 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:48.701014 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-483e5b26-ecb7-4507-b24a-3dce3a20188c req-be0a9396-5cb8-49aa-8cb6-065936d191e9 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0774813
Apr 08 02:47:48.744024 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-483e5b26-ecb7-4507-b24a-3dce3a20188c req-da9555d3-0687-4ea8-8f98-4e54c12016c5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368726
Apr 08 02:47:49.930376 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8682ac-a7d0-492b-9f22-9e563daf4101 req-e0b47bcb-715b-4359-83df-cf4bb36b7b79 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:49.931796 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f8682ac-a7d0-492b-9f22-9e563daf4101 req-e0b47bcb-715b-4359-83df-cf4bb36b7b79 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0775416
Apr 08 02:47:49.975521 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f8682ac-a7d0-492b-9f22-9e563daf4101 req-3fa876ab-e435-4cab-acec-a5e430c7a6f2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379450
Apr 08 02:47:51.173941 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bce9b0-4fa1-4f0a-a8b1-7449ffacff8e req-73b9e6c9-ab94-495e-ba1e-f36c083a0f5b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:51.175367 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-22bce9b0-4fa1-4f0a-a8b1-7449ffacff8e req-73b9e6c9-ab94-495e-ba1e-f36c083a0f5b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0968554
Apr 08 02:47:51.217795 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-22bce9b0-4fa1-4f0a-a8b1-7449ffacff8e req-7950c62b-b753-47ed-8e17-cc7c21e1213b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365434
Apr 08 02:47:52.402291 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c363984-625d-41c9-8ec3-55d676eb5bb9 req-982b2572-0b58-4039-be03-734fc05ba795 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:52.403726 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3c363984-625d-41c9-8ec3-55d676eb5bb9 req-982b2572-0b58-4039-be03-734fc05ba795 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0818725
Apr 08 02:47:52.449354 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3c363984-625d-41c9-8ec3-55d676eb5bb9 req-51019966-6876-4893-8794-9e1750d8c129 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399709
Apr 08 02:47:53.649907 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c31a9-a8b3-4049-afe1-e72d3d0d732b req-d14af5e8-c5d9-41f3-9eb6-3f733a5ad330 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:53.650703 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-270c31a9-a8b3-4049-afe1-e72d3d0d732b req-d14af5e8-c5d9-41f3-9eb6-3f733a5ad330 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0797246
Apr 08 02:47:53.701346 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-270c31a9-a8b3-4049-afe1-e72d3d0d732b req-c5187231-63ae-42b8-adb0-0b9cf812cb11 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437305
Apr 08 02:47:53.895900 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5a898-bdfa-408a-990d-22958bfee461 req-ad54de51-4d40-47cc-8180-14c70769ed0a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:53.897506 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-05f5a898-bdfa-408a-990d-22958bfee461 req-ad54de51-4d40-47cc-8180-14c70769ed0a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0857112
Apr 08 02:47:53.905969 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 45984) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:53.911041 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'floatingip': {'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:47:53.986458 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:54.598154 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:54.601956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:54.837720 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Floating IP 0d64732e-e3b2-4181-b3d0-a42403565940 associated. External IP: 172.27.1.110, port: 32e13942-1502-4bda-aca8-d69e5aacf04a.
Apr 08 02:47:55.180165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46002) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:55.197970 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Router 878cbde7-75de-4138-8eb8-fe696b2cdd79 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:47:55.295432 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.310963 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:55.315377 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Usage tracker for resource:security_group_rule and tenant:29c22967f22f4dc99308c81a2b3ee7e1 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:55.318207 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:55.323867 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:55.378570 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:47:55.383538 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.389520 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] Sync routers for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:47:55.399746 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:47:55.400378 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce5d0a00>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:47:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:55.412359 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.416869 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.453768 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=29c22967f22f4dc99308c81a2b3ee7e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2725422
Apr 08 02:47:55.456244 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-8bdad5ea-68e8-4f7f-8eeb-dce7bdb24d10 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "PUT /v2.0/floatingips/0d64732e-e3b2-4181-b3d0-a42403565940 HTTP/1.1" status: 200  len: 992 time: 1.5490820
Apr 08 02:47:55.457061 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46010) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:55.457178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:47:55.505712 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b856a07a-93c7-4b1b-ad5f-9e0ee735cf19'] response: {'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'status': 'completed', 'code': 200}
Apr 08 02:47:55.530986 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46533f-b445-4422-933f-65810fe872d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58aaf6-a5b3-44be-a2a4-40c8d7132e68,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:55.537554 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f016bf98-258f-41a0-9fa8-2e44fb4202f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.565401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f016bf98-258f-41a0-9fa8-2e44fb4202f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.623351 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:47:55.625850 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f016bf98-258f-41a0-9fa8-2e44fb4202f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.636275 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-7151f11c-0e78-4d6c-97d9-f6d3c702d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:55.637730 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-7151f11c-0e78-4d6c-97d9-f6d3c702d793 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1099 time: 0.0761492
Apr 08 02:47:55.645845 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016bf98-258f-41a0-9fa8-2e44fb4202f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58aaf6-a5b3-44be-a2a4-40c8d7132e68,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:55.652557 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f016bf98-258f-41a0-9fa8-2e44fb4202f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:55.656027 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f016bf98-258f-41a0-9fa8-2e44fb4202f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe58aaf6-a5b3-44be-a2a4-40c8d7132e68 HTTP/1.1" status: 204  len: 168 time: 0.1961563
Apr 08 02:47:55.785553 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-31dbf5ff-6ee9-4bb7-83f4-8a12125e42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:55.787078 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-31dbf5ff-6ee9-4bb7-83f4-8a12125e42eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1434979
Apr 08 02:47:55.899176 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-a21b781a-f364-4c62-b9a0-c5eb38706c26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 1000 time: 0.1054635
Apr 08 02:47:55.964678 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-9768c8bb-ef07-4e14-9584-b7488fb3a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:55.966094 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-9768c8bb-ef07-4e14-9584-b7488fb3a5cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0610375
Apr 08 02:47:56.027622 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce5d0a00>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '0d64732e-e3b2-4181-b3d0-a42403565940', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'mac_address': 'fa:16:3e:81:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:13Z', 'updated_at': '2022-04-08T02:47:54Z', 'revision_number': 1, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:56.031942 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] Checking router: 878cbde7-75de-4138-8eb8-fe696b2cdd79 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:47:56.041253 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:47:56.041656 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce5d0a00>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:47:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:56.052938 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-66c163b2-3342-4b06-8268-5985af443313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:47:56.054620 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-66c163b2-3342-4b06-8268-5985af443313 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819476
Apr 08 02:47:56.222261 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:47:56.277140 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-a47bdf31-e15a-4906-ba5a-1d11ecbc8376 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128179
Apr 08 02:47:56.416588 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-12e9067f-b700-4a18-906a-12d7c56c9bf6 req-41f1d856-8cf0-4215-b3b2-dcfdcb9bd509 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284945
Apr 08 02:47:56.574467 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce5d0a00>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '0d64732e-e3b2-4181-b3d0-a42403565940', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'mac_address': 'fa:16:3e:81:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:13Z', 'updated_at': '2022-04-08T02:47:54Z', 'revision_number': 1, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:47:56.578342 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58ca2a-65b6-4edb-ab06-0b118f0cc4a6 None None] The sync data for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi is: [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '0d64732e-e3b2-4181-b3d0-a42403565940', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'mac_address': 'fa:16:3e:81:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:13Z', 'updated_at': '2022-04-08T02:47:54Z', 'revision_number': 1, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:47:56.751560 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2b978-4cc8-473e-b404-1efc3e8bc4df None None] New status for floating IP 0d64732e-e3b2-4181-b3d0-a42403565940: ACTIVE {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:47:59.026628 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 46048) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:59.140272 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:59.154069 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:47:59.158517 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Usage tracker for resource:security_group_rule and tenant:5fa2bd1a28cf49cab31cea7a963f941c is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:47:59.161287 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:47:59.166814 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:47:59.247075 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:59.251337 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:59.298721 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5fa2bd1a28cf49cab31cea7a963f941c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2702017
Apr 08 02:47:59.299406 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7769f-4b31-486c-9ab8-94fcc91be665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46751a19-ba13-4e38-8908-330b3916ef08,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:59.301654 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46054) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:47:59.358817 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6f15b592-941d-4244-8e53-1da35bb50099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:59.384372 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6f15b592-941d-4244-8e53-1da35bb50099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:59.436942 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6f15b592-941d-4244-8e53-1da35bb50099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:59.457369 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15b592-941d-4244-8e53-1da35bb50099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46751a19-ba13-4e38-8908-330b3916ef08,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:47:59.463388 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6f15b592-941d-4244-8e53-1da35bb50099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:47:59.466900 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-6f15b592-941d-4244-8e53-1da35bb50099 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/46751a19-ba13-4e38-8908-330b3916ef08 HTTP/1.1" status: 204  len: 168 time: 0.1641002
Apr 08 02:48:00.321110 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:05.054897 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2977c752-d8ee-40c5-8c14-b03e5e882c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:07.213966 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-453db0b4-6a85-4d5d-895f-ba7119eb1fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:08.393311 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:08.429348 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:09.947070 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:15.904743 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 46250) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:16.021730 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.035640 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:16.040471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Usage tracker for resource:security_group_rule and tenant:4ceefbcac3f14280b2bf08be43b66783 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:16.043769 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:16.052710 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:16.135226 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.138691 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.184042 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ceefbcac3f14280b2bf08be43b66783&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2782526
Apr 08 02:48:16.185561 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc9a07-550e-4485-8fb9-a801402d2c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6432ae-666f-4d42-9652-7b9d07b7e150,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:16.186810 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46256) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:16.248980 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c0a98225-a16c-41e3-b7b4-24fa97e59c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.274846 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c0a98225-a16c-41e3-b7b4-24fa97e59c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.327487 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c0a98225-a16c-41e3-b7b4-24fa97e59c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.345144 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a98225-a16c-41e3-b7b4-24fa97e59c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6432ae-666f-4d42-9652-7b9d07b7e150,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:16.347403 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c0a98225-a16c-41e3-b7b4-24fa97e59c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.348536 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-c0a98225-a16c-41e3-b7b4-24fa97e59c25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f6432ae-666f-4d42-9652-7b9d07b7e150 HTTP/1.1" status: 204  len: 168 time: 0.1587026
Apr 08 02:48:16.631223 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46270) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:16.648582 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.663030 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:16.666765 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Usage tracker for resource:security_group_rule and tenant:09af71be8f29485bbdb0a3d231a5386b is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:16.669489 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:16.675236 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:16.757364 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.761009 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.810512 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=09af71be8f29485bbdb0a3d231a5386b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1781120
Apr 08 02:48:16.811200 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737dcf2-f711-4fb6-b61e-3a537cca9fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f2a64f-61d9-487f-8c72-0c46acfee006,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:16.813125 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 46274) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:16.871055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02fbef94-8e7d-476a-a111-3937b4cc2f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.895880 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02fbef94-8e7d-476a-a111-3937b4cc2f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.946591 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02fbef94-8e7d-476a-a111-3937b4cc2f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.961859 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbef94-8e7d-476a-a111-3937b4cc2f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f2a64f-61d9-487f-8c72-0c46acfee006,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:16.975583 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02fbef94-8e7d-476a-a111-3937b4cc2f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:16.976730 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-02fbef94-8e7d-476a-a111-3937b4cc2f76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/54f2a64f-61d9-487f-8c72-0c46acfee006 HTTP/1.1" status: 204  len: 168 time: 0.1626365
Apr 08 02:48:17.310923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46284) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:17.330191 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:17.344552 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:17.348403 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Usage tracker for resource:security_group_rule and tenant:6e1fc936b34148cdbd69765af00ab481 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:17.351144 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:17.356775 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:17.436900 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:17.443037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:17.490207 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6e1fc936b34148cdbd69765af00ab481&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1781335
Apr 08 02:48:17.491167 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7c1f3-0d96-4a15-88f0-63b6092180fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceba2fd7-6b2d-45f9-84ff-3c8b35bfb07a,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:17.492835 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 46288) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:17.554223 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ad8def1e-719d-49d6-8d46-bcd66036ff6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:17.580254 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ad8def1e-719d-49d6-8d46-bcd66036ff6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:17.631511 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ad8def1e-719d-49d6-8d46-bcd66036ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:17.645819 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8def1e-719d-49d6-8d46-bcd66036ff6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceba2fd7-6b2d-45f9-84ff-3c8b35bfb07a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:17.654188 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ad8def1e-719d-49d6-8d46-bcd66036ff6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:17.655289 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ad8def1e-719d-49d6-8d46-bcd66036ff6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ceba2fd7-6b2d-45f9-84ff-3c8b35bfb07a HTTP/1.1" status: 204  len: 168 time: 0.1614978
Apr 08 02:48:21.101771 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:48:24.295147 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653324f-e9ac-4f92-bb80-53e6ab2872db req-5ced9396-ab53-428b-bef8-0f99a98e2272 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:24.297100 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5653324f-e9ac-4f92-bb80-53e6ab2872db req-5ced9396-ab53-428b-bef8-0f99a98e2272 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0895886
Apr 08 02:48:24.343355 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5653324f-e9ac-4f92-bb80-53e6ab2872db req-32d5b4be-e485-436d-90e0-81160102ecee tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395575
Apr 08 02:48:25.564555 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f252310-4eab-46ff-ac96-26679110f04e req-14548bbc-1428-44ca-b2e4-bbc259c38ce1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:25.566052 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7f252310-4eab-46ff-ac96-26679110f04e req-14548bbc-1428-44ca-b2e4-bbc259c38ce1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1029692
Apr 08 02:48:25.613502 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7f252310-4eab-46ff-ac96-26679110f04e req-0c23e650-d39b-48ee-9353-8b4340b9fb13 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415475
Apr 08 02:48:26.803606 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16200c-36cb-4341-9a03-8d6eda34f30d req-df30c2fc-ec51-41f4-8e04-4527296f619c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:26.805179 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8e16200c-36cb-4341-9a03-8d6eda34f30d req-df30c2fc-ec51-41f4-8e04-4527296f619c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0818532
Apr 08 02:48:26.850479 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8e16200c-36cb-4341-9a03-8d6eda34f30d req-5ef5ef10-ce41-4c51-a938-80e0a72f4508 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398114
Apr 08 02:48:28.037861 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0c00-d749-457a-acf3-b7e32060f0a9 req-219db096-6984-4078-b820-d3cb0e6b3bc9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:28.039452 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5d7b0c00-d749-457a-acf3-b7e32060f0a9 req-219db096-6984-4078-b820-d3cb0e6b3bc9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0790591
Apr 08 02:48:28.083809 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5d7b0c00-d749-457a-acf3-b7e32060f0a9 req-ff72ceac-7b37-4b69-9f52-889813144074 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386550
Apr 08 02:48:29.270772 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79d726-bb16-4c6f-937d-51349e841432 req-50625b7b-73db-49bc-ab82-c8ab57c72da9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:29.272210 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2a79d726-bb16-4c6f-937d-51349e841432 req-50625b7b-73db-49bc-ab82-c8ab57c72da9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0802679
Apr 08 02:48:29.315834 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2a79d726-bb16-4c6f-937d-51349e841432 req-498d5aa0-806c-4209-ab96-e26e94f0d185 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381002
Apr 08 02:48:30.333120 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:30.569069 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aad755-35e5-4bbd-a764-ec7b876b7dee req-6fc38644-7966-4b9c-8c25-8f0eb041deda tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:30.570512 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9aad755-35e5-4bbd-a764-ec7b876b7dee req-6fc38644-7966-4b9c-8c25-8f0eb041deda tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1464758
Apr 08 02:48:30.614046 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9aad755-35e5-4bbd-a764-ec7b876b7dee req-946ea8d7-302c-4d55-ac0a-30f1fe6646a5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379250
Apr 08 02:48:31.605914 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ac192-c5e4-4c76-aa03-477a1685251c req-d4f1bd79-641b-4bd1-8856-00ad63c432e3 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:31.607353 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8a7ac192-c5e4-4c76-aa03-477a1685251c req-d4f1bd79-641b-4bd1-8856-00ad63c432e3 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0826070
Apr 08 02:48:31.652766 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8a7ac192-c5e4-4c76-aa03-477a1685251c req-fbc9a3d9-5221-49a0-afca-1985b5aa6d95 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387113
Apr 08 02:48:31.810889 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505e5d7-2016-457b-9a7a-edaf8ee51d21 req-6ca434ad-5eac-41c3-a24c-e5afce7cc26b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:31.812562 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2505e5d7-2016-457b-9a7a-edaf8ee51d21 req-6ca434ad-5eac-41c3-a24c-e5afce7cc26b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0855906
Apr 08 02:48:31.861683 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2505e5d7-2016-457b-9a7a-edaf8ee51d21 req-98020cdc-d518-4efb-9d5c-e258e59acd56 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436871
Apr 08 02:48:32.837897 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d28dfd-b99b-4268-ba8d-69cd2c0e7a83 req-553e6eb3-2b9e-4049-863f-e2250b4fd813 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:32.839337 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-56d28dfd-b99b-4268-ba8d-69cd2c0e7a83 req-553e6eb3-2b9e-4049-863f-e2250b4fd813 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0789864
Apr 08 02:48:32.882043 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-56d28dfd-b99b-4268-ba8d-69cd2c0e7a83 req-8fbdf044-e80c-477e-9e12-ecc9ca7443ad tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368483
Apr 08 02:48:33.053530 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409cf596-7b98-42b6-9f44-d83d359b2755 req-4bc36c24-1cda-4e10-981f-3dd60e0a1e34 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:33.054966 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-409cf596-7b98-42b6-9f44-d83d359b2755 req-4bc36c24-1cda-4e10-981f-3dd60e0a1e34 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0817709
Apr 08 02:48:33.098394 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-409cf596-7b98-42b6-9f44-d83d359b2755 req-2246a300-0625-4178-af76-05ae559f78d3 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376656
Apr 08 02:48:33.913103 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-09814540-2719-4243-bbb5-e18dc96fc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:33.914564 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-09814540-2719-4243-bbb5-e18dc96fc7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1098 time: 0.0691028
Apr 08 02:48:34.061538 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-56612697-1ae8-46fb-ae68-7c1eb67af8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:34.063607 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-56612697-1ae8-46fb-ae68-7c1eb67af8df service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.1295900
Apr 08 02:48:34.069735 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fcded-8525-40da-8419-d98f8956f076 req-097f6968-b946-403b-8ebd-b54fd4c8a924 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:34.071205 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-487fcded-8525-40da-8419-d98f8956f076 req-097f6968-b946-403b-8ebd-b54fd4c8a924 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0832999
Apr 08 02:48:34.115302 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-487fcded-8525-40da-8419-d98f8956f076 req-75855e09-1215-42c9-9816-8796e449513e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384421
Apr 08 02:48:34.204837 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-1e01b249-a78a-4103-a4e5-2320a078a3d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 1001 time: 0.1198337
Apr 08 02:48:34.313349 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-68606b2c-17e7-481b-9953-b76aaf3b3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:34.314748 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-68606b2c-17e7-481b-9953-b76aaf3b3ed7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.1038396
Apr 08 02:48:34.384583 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a7aec-7904-49b6-8de8-251e11312543 req-20124435-b621-4c8b-9cbd-93e52b53e843 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:34.386016 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ed7a7aec-7904-49b6-8de8-251e11312543 req-20124435-b621-4c8b-9cbd-93e52b53e843 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1424599
Apr 08 02:48:34.439037 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-7d9e13c6-f329-4280-a908-916f0ef9dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:34.440525 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-7d9e13c6-f329-4280-a908-916f0ef9dcf6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1185956
Apr 08 02:48:34.447636 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ed7a7aec-7904-49b6-8de8-251e11312543 req-214d2508-0d07-4584-94e2-e42175a21d9c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532994
Apr 08 02:48:34.656809 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-7b4eec1b-a41e-4a5a-84f3-15dd27b5b33a service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2082345
Apr 08 02:48:34.786555 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ba3b2136-5636-45db-82f3-6929ce29d257 req-a0c19bd1-cbc8-4b53-83d9-735c9b31c329 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222582
Apr 08 02:48:35.057722 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-616dfa82-b6e5-4f91-b617-a8417274a9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:35.305024 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37311ac4-260d-4591-ba96-47b5cfc469bf req-7abee0b6-1536-4ffa-9ef0-df4b3c59077f tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:35.306434 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-37311ac4-260d-4591-ba96-47b5cfc469bf req-7abee0b6-1536-4ffa-9ef0-df4b3c59077f tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0808973
Apr 08 02:48:35.349173 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-37311ac4-260d-4591-ba96-47b5cfc469bf req-af18992e-c988-4f20-a1a1-eb662cea8ddb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371797
Apr 08 02:48:35.638819 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493deabe-75f5-4e25-aed7-f1fd1f66dc78 req-c60be20a-4640-4404-b2af-e8dabf6d8a8b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:35.641278 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-493deabe-75f5-4e25-aed7-f1fd1f66dc78 req-c60be20a-4640-4404-b2af-e8dabf6d8a8b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0802817
Apr 08 02:48:35.689143 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-493deabe-75f5-4e25-aed7-f1fd1f66dc78 req-6440628d-3c90-4655-8962-1807f8e875cb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421886
Apr 08 02:48:36.530040 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9539b49-79bf-4d5e-9aee-b7aba3ecdb52 req-db62b799-7eb5-44f2-bb0d-f35bd4f91512 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:36.532039 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f9539b49-79bf-4d5e-9aee-b7aba3ecdb52 req-db62b799-7eb5-44f2-bb0d-f35bd4f91512 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0788465
Apr 08 02:48:36.576795 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f9539b49-79bf-4d5e-9aee-b7aba3ecdb52 req-bfc8becf-ab04-42d5-a908-330a9cfa5d89 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391722
Apr 08 02:48:36.876951 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c9dcc-2e33-4691-9913-4105f2d74864 req-669c61a1-9a15-478a-b8fc-dcd9d5f4fba5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:36.878363 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a86c9dcc-2e33-4691-9913-4105f2d74864 req-669c61a1-9a15-478a-b8fc-dcd9d5f4fba5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0768158
Apr 08 02:48:36.923303 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a86c9dcc-2e33-4691-9913-4105f2d74864 req-21683bbd-408b-4da2-813b-9639905c9413 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392933
Apr 08 02:48:37.215639 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c26556ba-b8e3-48e0-b0c3-ca737a596a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:37.763081 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37c264-4da6-4710-8072-8cbca7838b82 req-45b8a059-105d-4551-9475-b88aee499eee tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:37.764461 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1b37c264-4da6-4710-8072-8cbca7838b82 req-45b8a059-105d-4551-9475-b88aee499eee tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0805988
Apr 08 02:48:37.811399 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1b37c264-4da6-4710-8072-8cbca7838b82 req-87feaeac-3043-4770-8d3e-ead4f27a8a72 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397518
Apr 08 02:48:37.859711 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:48:38.017455 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:48:38.030290 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '19d6323f-cbfa-4743-8474-008e1a45beee', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'port_id': '19d6323f-cbfa-4743-8474-008e1a45beee', 'mac_address': 'fa:16:3e:90:9e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:48:38.085189 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:38.102197 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19d6323f-cbfa-4743-8474-008e1a45beee {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:48:38.114584 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c85fe-80f5-4436-b097-a65d4578da8b req-471fd9c2-0c0c-4a88-a439-56f464b9a947 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:38.116079 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f3c85fe-80f5-4436-b097-a65d4578da8b req-471fd9c2-0c0c-4a88-a439-56f464b9a947 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0828898
Apr 08 02:48:38.118686 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:48:38.122491 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:38.161001 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f3c85fe-80f5-4436-b097-a65d4578da8b req-f832689f-1b38-44e2-819d-2ce1037093c9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379760
Apr 08 02:48:38.192858 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=6']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:38.199581 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.199914 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.200262 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.200580 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.200894 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.201208 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.201519 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.201829 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.202157 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.202468 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.203135 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.203581 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:38.350488 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['19d6323f-cbfa-4743-8474-008e1a45beee'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:48:38.411050 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:38.447887 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.002367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9bfc6-da31-43a0-b528-0d3287d6c6a5 req-192d2f0a-52b3-442f-b9a0-8db399553b34 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:39.003753 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-21a9bfc6-da31-43a0-b528-0d3287d6c6a5 req-192d2f0a-52b3-442f-b9a0-8db399553b34 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0782950
Apr 08 02:48:39.050654 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-21a9bfc6-da31-43a0-b528-0d3287d6c6a5 req-71bdb9c9-b3b9-457f-a387-722cb47c4292 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412648
Apr 08 02:48:39.259679 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 46516) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:39.267215 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361284826', 'description': 'tempest-description--1908649319'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:48:39.273144 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:39.284162 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:39.294371 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.315070 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:39.318890 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:39.321721 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:39.327244 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:39.361777 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23a3ed-6ac4-4c34-8cc9-654e906ad695 req-bd46aa36-d674-4b4e-a35a-11fe9ce9b473 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:39.363156 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ec23a3ed-6ac4-4c34-8cc9-654e906ad695 req-bd46aa36-d674-4b4e-a35a-11fe9ce9b473 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0829058
Apr 08 02:48:39.398695 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.402452 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.408153 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ec23a3ed-6ac4-4c34-8cc9-654e906ad695 req-8eea896c-b484-4dec-b783-076ab7a6ff5f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388944
Apr 08 02:48:39.452188 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89db6b3-16e2-4163-b39b-8730fed02a89,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:39.458270 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.462463 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46520) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:39.462621 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1f3e40e3-ba4c-4e2d-8709-c3e31551f198 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2017107
Apr 08 02:48:39.467783 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': 'e89db6b3-16e2-4163-b39b-8730fed02a89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:48:39.473942 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:39.477839 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:39.480745 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:39.487338 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:39.504758 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.576575 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.581434 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.603471 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c41f80-ea2d-4275-afae-4a16fd3be97c,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:39.626050 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.627226 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-765f55ac-605b-4443-a0e4-02f5c94ce47a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1635814
Apr 08 02:48:39.629978 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46524) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:39.634772 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': 'e89db6b3-16e2-4163-b39b-8730fed02a89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:48:39.641003 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:39.644734 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:39.647472 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:39.652975 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:39.673572 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.741350 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.744619 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.767448 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c2d08b-b087-4ba7-a866-3c9e0c90e0f2,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:39.775347 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.776531 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-08b89999-1126-41b9-889c-d4b9ce6b738f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1456575
Apr 08 02:48:39.779583 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 46528) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:48:39.785512 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:48:39.791841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:39.795625 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:floatingip and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:48:39.799287 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:48:39.806331 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:39.817802 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.870576 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:48:39.955620 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 19d6323f-cbfa-4743-8474-008e1a45beee triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:48:39.956285 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.959118 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:39.979806 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.078666 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.116438 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:48:40.129594 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:48:40.130121 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.27.1.124 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/9e11ee1f-d5a8-4904-8c4d-f3a8148d9e6c) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:48:40.136152 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.211156 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=7']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:40.277381 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1c49b-ec4e-4b8d-84d7-abfab8ae9c1f req-5a2be1bc-810b-4ae5-86bf-0836b5f0853d tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:40.278825 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-11f1c49b-ec4e-4b8d-84d7-abfab8ae9c1f req-5a2be1bc-810b-4ae5-86bf-0836b5f0853d tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 946 time: 0.0838730
Apr 08 02:48:40.322505 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-11f1c49b-ec4e-4b8d-84d7-abfab8ae9c1f req-9c133f84-6e65-488a-8cf4-8d0dfb9f1635 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376446
Apr 08 02:48:40.355682 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab70e3-1c0e-438e-a172-d65d04b271ee req-d1c99cff-9978-4ad2-b818-a56faa2d5dea tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:40.357173 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ecab70e3-1c0e-438e-a172-d65d04b271ee req-d1c99cff-9978-4ad2-b818-a56faa2d5dea tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1800323
Apr 08 02:48:40.360043 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.373075 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9af68e-6690-4f86-893f-def8202c6a6a'] response: {'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee', 'code': 200}
Apr 08 02:48:40.416427 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ecab70e3-1c0e-438e-a172-d65d04b271ee req-e3f23187-f4dc-4e73-a45e-65ca3f652bfb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517440
Apr 08 02:48:40.431643 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.492583 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:48:40.495504 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:48:40.504107 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:48:40.514565 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=9e11ee1f-d5a8-4904-8c4d-f3a8148d9e6c,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:40.538651 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.599215 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a80c3e-a31c-48ec-b114-0864b2f76095 req-635afe0e-ad20-4393-bbbb-0c8e41027dc2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:40.600818 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7a80c3e-a31c-48ec-b114-0864b2f76095 req-635afe0e-ad20-4393-bbbb-0c8e41027dc2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0803995
Apr 08 02:48:40.649991 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7a80c3e-a31c-48ec-b114-0864b2f76095 req-e10b1687-6913-40d6-a08c-b18d6d036a6a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431566
Apr 08 02:48:40.667106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.864622 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.869017 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.922560 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.955848 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=9e11ee1f-d5a8-4904-8c4d-f3a8148d9e6c,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:40.961428 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:40.962596 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-2001273e-8fe2-470f-94a7-8d45e4e65ddc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1820929
Apr 08 02:48:41.173932 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-19a783d1-fc50-429b-8d56-9e3c39c1c00b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--361284826&fields=id&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 267 time: 0.0387986
Apr 08 02:48:41.318702 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-20fe91d1-5cc8-4b28-92f0-c13c28c8c962 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:41.320139 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-20fe91d1-5cc8-4b28-92f0-c13c28c8c962 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.1396189
Apr 08 02:48:41.334823 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-458596e5-60ff-415f-b2a1-0ad84790f4a1 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/quotas/ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 375 time: 0.0092013
Apr 08 02:48:41.422483 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-982e675e-4bf0-41a0-9cd8-eaa81458c0b5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0826659
Apr 08 02:48:41.512672 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afefe84-fad8-42b0-a53d-f4a7915b59aa req-306838f1-14f8-4d7b-b1dc-d74f8ba574d5 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:41.514227 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0afefe84-fad8-42b0-a53d-f4a7915b59aa req-306838f1-14f8-4d7b-b1dc-d74f8ba574d5 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 946 time: 0.0825355
Apr 08 02:48:41.558128 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0afefe84-fad8-42b0-a53d-f4a7915b59aa req-b0b47a82-7796-4174-8746-51ac7f2e81a1 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380297
Apr 08 02:48:41.561608 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-6562d9ea-4614-4b48-8252-516c999e8247 service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272581
Apr 08 02:48:41.693067 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-8b2ce8f1-affc-4f6a-8622-687b9c9af3c4 service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248810
Apr 08 02:48:41.733068 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026747f-8346-473e-a0db-aefc12320cb5 req-db16b595-2b1e-4392-817c-a87d846d5f83 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:41.734686 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e026747f-8346-473e-a0db-aefc12320cb5 req-db16b595-2b1e-4392-817c-a87d846d5f83 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0831249
Apr 08 02:48:41.779317 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e026747f-8346-473e-a0db-aefc12320cb5 req-fdb14a64-48d3-4edf-b2ba-7ade93a323df tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390713
Apr 08 02:48:41.881499 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ff435b3b-449c-48b7-81e0-746ea9998463 req-0bb4f0ac-6e20-4162-98f7-b23d16cbca85 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 210 time: 0.0467386
Apr 08 02:48:41.971741 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e1afa-f8a1-4494-89c6-cfa5cf0917dd req-1f1709d4-b61b-4205-aec6-8acede226b92 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:41.973250 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d40e1afa-f8a1-4494-89c6-cfa5cf0917dd req-1f1709d4-b61b-4205-aec6-8acede226b92 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0832465
Apr 08 02:48:42.020496 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d40e1afa-f8a1-4494-89c6-cfa5cf0917dd req-033e9b80-8b7b-4724-a58c-ed3d707c7b4e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411966
Apr 08 02:48:42.489458 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-1c246286-7310-4127-ba26-0d251a7eee1d tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:42.490880 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-1c246286-7310-4127-ba26-0d251a7eee1d tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 946 time: 0.0823624
Apr 08 02:48:42.561312 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Deleting port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:48:42.562680 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:42.744986 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea725a00-ba77-4141-9a1f-8d0ad75ed813 req-a7fcd235-16dc-40d9-add0-49b48a9852db tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:42.746364 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ea725a00-ba77-4141-9a1f-8d0ad75ed813 req-a7fcd235-16dc-40d9-add0-49b48a9852db tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 946 time: 0.0800045
Apr 08 02:48:42.790274 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ea725a00-ba77-4141-9a1f-8d0ad75ed813 req-5ca89131-194a-4b7f-b1d7-f987de0b3148 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370116
Apr 08 02:48:42.809628 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] For port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:48:42.810101 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.065598 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Calling delete_port for 14d1b36d-6c01-4e8d-a401-29ca0ecd841c owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:48:43.095567 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b679e16e-7e9c-4f8d-a17a-73b8ba397e66 req-deba8b76-155f-4e82-a528-b886836b2adc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 210 time: 0.0463221
Apr 08 02:48:43.269030 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55519a69-e14e-4edf-8769-120b9d5bff94 req-5958619d-5c63-424e-a94f-f456e75678dc tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:43.270607 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-55519a69-e14e-4edf-8769-120b9d5bff94 req-5958619d-5c63-424e-a94f-f456e75678dc tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.3415737
Apr 08 02:48:43.323288 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-67640cae-2cd6-445d-87e9-cad2bfdb66f0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:43.324674 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-67640cae-2cd6-445d-87e9-cad2bfdb66f0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.2965341
Apr 08 02:48:43.341590 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-55519a69-e14e-4edf-8769-120b9d5bff94 req-89ab2fe0-b77a-4952-b099-03884b42cbd7 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599236
Apr 08 02:48:43.345591 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.381614 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471669c-c22d-4d2f-9525-fc4534a9aa98 req-d706550d-51f1-42ff-83e4-f80c1be3240f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:43.383106 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1471669c-c22d-4d2f-9525-fc4534a9aa98 req-d706550d-51f1-42ff-83e4-f80c1be3240f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1453836
Apr 08 02:48:43.387500 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['14d1b36d-6c01-4e8d-a401-29ca0ecd841c'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:48:43.412924 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Pushing event deleted for resources: {'Port': ['ID=14d1b36d-6c01-4e8d-a401-29ca0ecd841c,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:43.440952 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1471669c-c22d-4d2f-9525-fc4534a9aa98 req-4b15537e-be24-4c6c-bdf2-7983d575046d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472085
Apr 08 02:48:43.452870 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-7360abc2-b1d4-4657-ad50-89b52a77e347 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 471 time: 0.1039500
Apr 08 02:48:43.496376 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.496947 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.497277 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.497617 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.497929 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.498252 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.498570 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.498882 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.499195 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.500643 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.500970 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.501286 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:43.508891 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] No DVR routers for this DVR port 14d1b36d-6c01-4e8d-a401-29ca0ecd841c on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:48:43.511532 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:43.514437 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'name': 'network-vif-deleted', 'tag': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:48:43.531217 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-16cda2ab-f7e7-4b3f-9965-2e81b0d649b0 req-6bb63849-d261-4873-8f8d-fa70f759cc40 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "DELETE /v2.0/ports/14d1b36d-6c01-4e8d-a401-29ca0ecd841c HTTP/1.1" status: 204  len: 173 time: 1.0343120
Apr 08 02:48:43.567426 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a98c3e3-5192-4a68-8421-757d2703623c'] response: {'server_uuid': '1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe', 'name': 'network-vif-deleted', 'tag': '14d1b36d-6c01-4e8d-a401-29ca0ecd841c', 'status': 'completed', 'code': 200}
Apr 08 02:48:43.702059 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'port': {'device_id': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'admin_state_up': True, 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'security_groups': ['e89db6b3-16e2-4163-b39b-8730fed02a89']}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:48:43.857304 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe20ba-4744-4c4a-974e-cf0ea451bc90 req-40abb737-69c4-4c2a-92df-d3cc2d0e88d4 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:43.861310 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8ffe20ba-4744-4c4a-974e-cf0ea451bc90 req-40abb737-69c4-4c2a-92df-d3cc2d0e88d4 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.2002437
Apr 08 02:48:43.894412 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:48:43.924183 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:48:43.936309 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8ffe20ba-4744-4c4a-974e-cf0ea451bc90 req-109068fb-4d9d-4f0e-bc24-27360c9253af tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677457
Apr 08 02:48:43.955424 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Made reservation on behalf of ee869d0592334c418ed6cf2b4ba04ace for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:48:43.957543 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:44.003179 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-30aaf687-c0d5-43ae-94eb-34dc4f6afc0b req-ac89a526-fe86-4265-892a-4e6b55679189 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Synchronizing usage tracker for tenant:f648ffbed31f4192b6f16124451b3559 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:48:44.027306 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-30aaf687-c0d5-43ae-94eb-34dc4f6afc0b req-ac89a526-fe86-4265-892a-4e6b55679189 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Unset dirty status for tenant:f648ffbed31f4192b6f16124451b3559 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:48:44.028120 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-30aaf687-c0d5-43ae-94eb-34dc4f6afc0b req-ac89a526-fe86-4265-892a-4e6b55679189 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=1ebdd16e-baa0-4722-ba91-1e4bb99c9ffe HTTP/1.1" status: 200  len: 210 time: 0.0812612
Apr 08 02:48:44.064673 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-e7a76830-b58b-4ef5-b179-f395eaafbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:44.066252 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-e7a76830-b58b-4ef5-b179-f395eaafbb86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1098 time: 0.1804788
Apr 08 02:48:44.217103 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-cc13d8f3-0063-41d9-86f1-234b0233eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:44.218606 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-cc13d8f3-0063-41d9-86f1-234b0233eb73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.1447883
Apr 08 02:48:44.227256 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.20.0.14 (43b1983b-07c7-47cb-8ae4-f6d4398035b6/de022256-0697-4bb1-ade2-6e147cbe87b9/666035a5-39af-4115-b103-73d896c88814) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:48:44.309628 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f348fe13-623d-4329-ba2c-913580b1cb9c req-46249916-a09d-42c8-ae1e-c757fc03509c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 210 time: 0.0589149
Apr 08 02:48:44.356047 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-8f2923a3-5b87-4170-9bc7-d0055fa6a0ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 1001 time: 0.1214192
Apr 08 02:48:44.432763 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-b4d4579c-5a86-49e7-9748-ae5c6860b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:44.434215 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-b4d4579c-5a86-49e7-9748-ae5c6860b8ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0718164
Apr 08 02:48:44.491897 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:44.516684 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Transition to ACTIVE for port object 666035a5-39af-4115-b103-73d896c88814 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:48:44.548770 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:44.655361 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:48:44.659227 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:48:44.661714 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:48:44.667355 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:44.668165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:44.704803 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0437269
Apr 08 02:48:44.714036 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-4814d22f-7bb8-443d-a097-ead53615872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:44.715556 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-4814d22f-7bb8-443d-a097-ead53615872d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1976500
Apr 08 02:48:44.720781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=666035a5-39af-4115-b103-73d896c88814,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:44.733398 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Request body: {'port': {'device_id': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:48:44.739465 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663da68-539d-4797-ae6f-4ba31b7f6e17 req-fa11f426-eac7-4b87-ac87-a75f82ab5781 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:44.742266 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6663da68-539d-4797-ae6f-4ba31b7f6e17 req-fa11f426-eac7-4b87-ac87-a75f82ab5781 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1529596
Apr 08 02:48:44.785392 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.785741 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.786072 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.786397 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.786724 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.787048 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.787368 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.787686 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.788022 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.788348 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.788659 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.788971 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82dadeb3-9536-4ac8-baf0-1bd13e4e8c1c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:48:44.879405 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:44.904545 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6663da68-539d-4797-ae6f-4ba31b7f6e17 req-e7340372-8d58-465f-8765-80f4028413fb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398346
Apr 08 02:48:44.955351 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-c65c2280-9b2c-43f9-877e-a080ee0f1ee7 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117932
Apr 08 02:48:44.971880 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-06509e40-c008-48f0-8a29-c07300afff74 None None] Provisioning for port 666035a5-39af-4115-b103-73d896c88814 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:48:44.979621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-06509e40-c008-48f0-8a29-c07300afff74 None None] Provisioning complete for port 666035a5-39af-4115-b103-73d896c88814 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:48:44.981235 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06509e40-c008-48f0-8a29-c07300afff74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:45.105485 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f7d9d8-590e-4781-af7e-19a0f808aa77 req-a02455f1-935f-4fdf-8812-cabadf0ab087 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405227
Apr 08 02:48:45.121109 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-06509e40-c008-48f0-8a29-c07300afff74 None None] Port 666035a5-39af-4115-b103-73d896c88814 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:48:45.340265 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872e125-f28a-4ddf-953b-d2da20b7ae25 req-546f60da-2255-4a04-a938-9beb15970858 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:45.349264 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7872e125-f28a-4ddf-953b-d2da20b7ae25 req-546f60da-2255-4a04-a938-9beb15970858 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1834424
Apr 08 02:48:45.373783 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 666035a5-39af-4115-b103-73d896c88814 {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:48:45.384871 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:45.429681 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7872e125-f28a-4ddf-953b-d2da20b7ae25 req-341973e8-9ff3-41f5-991f-61718e05a5fa tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794506
Apr 08 02:48:45.430818 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Transition to ACTIVE for port object 666035a5-39af-4115-b103-73d896c88814 will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:48:45.447710 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:45.625929 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80094f31-d879-48af-9e2d-b902e33fe182 req-cd428c55-214f-452b-ab5d-c6967f62ca83 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:45.635306 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80094f31-d879-48af-9e2d-b902e33fe182 req-cd428c55-214f-452b-ab5d-c6967f62ca83 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.1344290
Apr 08 02:48:45.682326 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-80094f31-d879-48af-9e2d-b902e33fe182 req-8544cd08-2c02-48fa-a08d-9925285c27cc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:48:45.683587 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Pushing event updated for resources: {'Port': ['ID=666035a5-39af-4115-b103-73d896c88814,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:45.706638 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-80094f31-d879-48af-9e2d-b902e33fe182 req-8544cd08-2c02-48fa-a08d-9925285c27cc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:48:45.708255 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80094f31-d879-48af-9e2d-b902e33fe182 req-8544cd08-2c02-48fa-a08d-9925285c27cc tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720870
Apr 08 02:48:45.743165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Attempting to bind port 666035a5-39af-4115-b103-73d896c88814 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:48:45.743663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Attempting to bind port 666035a5-39af-4115-b103-73d896c88814 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:48:45.744037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Attempting to bind port 666035a5-39af-4115-b103-73d896c88814 on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:48:45.750851 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Port 666035a5-39af-4115-b103-73d896c88814 on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:48:45.751211 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Attempting to bind port 666035a5-39af-4115-b103-73d896c88814 on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:48:45.757782 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:48:45.758387 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Checking segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:48:45.758964 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Bound using segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:48:45.759603 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Bound port: 666035a5-39af-4115-b103-73d896c88814, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:48:45.760201 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:45.879622 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] For port 666035a5-39af-4115-b103-73d896c88814, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:48:45.882818 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] For port 666035a5-39af-4115-b103-73d896c88814, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=666035a5-39af-4115-b103-73d896c88814,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:48:45.887495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:45.917868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 14d1b36d-6c01-4e8d-a401-29ca0ecd841c no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:48:45.975824 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:45.976460 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:45.982581 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/666035a5-39af-4115-b103-73d896c88814 HTTP/1.1" status: 200  len: 1094 time: 1.2540069
Apr 08 02:48:45.983033 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'tag': '666035a5-39af-4115-b103-73d896c88814'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:48:45.987326 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 14d1b36d-6c01-4e8d-a401-29ca0ecd841c {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:48:45.988397 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 14d1b36d-6c01-4e8d-a401-29ca0ecd841c not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:48:46.080319 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa09a1-14c5-4238-b42a-599e233b65d9 service neutron] Pushing event updated for resources: {'Port': ['ID=666035a5-39af-4115-b103-73d896c88814,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:46.097778 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2a4910-a278-4ff9-9479-6a8d15682ad3'] response: {'name': 'network-changed', 'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'tag': '666035a5-39af-4115-b103-73d896c88814', 'status': 'completed', 'code': 200}
Apr 08 02:48:46.204128 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36220c73-c2ff-4396-bff9-b9b0fb180526 req-80ff8ced-1e0d-4bf1-b74d-8b3df63c5aa5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:46.205612 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-36220c73-c2ff-4396-bff9-b9b0fb180526 req-80ff8ced-1e0d-4bf1-b74d-8b3df63c5aa5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0972600
Apr 08 02:48:46.256855 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-36220c73-c2ff-4396-bff9-b9b0fb180526 req-ac351093-6671-487d-bf60-33732e830f42 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453296
Apr 08 02:48:46.666139 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a8729-9b70-486e-9a4f-40549291e670 req-eb8d6d29-4dbb-4ea4-b728-09671fd6e9a2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:46.667970 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-909a8729-9b70-486e-9a4f-40549291e670 req-eb8d6d29-4dbb-4ea4-b728-09671fd6e9a2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1131086
Apr 08 02:48:46.718221 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-909a8729-9b70-486e-9a4f-40549291e670 req-97231144-70b1-4873-ad05-9ca0bff51dda tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437496
Apr 08 02:48:46.940554 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322d18b-92a3-4b43-b587-2a590c2d05e6 req-67c580a2-8ab5-4743-b5c2-8884274e6ab0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:46.941246 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e322d18b-92a3-4b43-b587-2a590c2d05e6 req-67c580a2-8ab5-4743-b5c2-8884274e6ab0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:48:46.958401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e322d18b-92a3-4b43-b587-2a590c2d05e6 req-67c580a2-8ab5-4743-b5c2-8884274e6ab0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:48:46.959609 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e322d18b-92a3-4b43-b587-2a590c2d05e6 req-67c580a2-8ab5-4743-b5c2-8884274e6ab0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.1331911
Apr 08 02:48:47.013131 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e322d18b-92a3-4b43-b587-2a590c2d05e6 req-67c9c848-a9e4-4af2-b1f8-c7725747e66a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472310
Apr 08 02:48:47.554180 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe36c09-7cfd-4611-af48-ae56b9f1a218 req-589fcc1b-4aa3-4707-9216-8cef2ef083d8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:47.558743 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bbe36c09-7cfd-4611-af48-ae56b9f1a218 req-589fcc1b-4aa3-4707-9216-8cef2ef083d8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1729641
Apr 08 02:48:47.639081 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bbe36c09-7cfd-4611-af48-ae56b9f1a218 req-d5d1cb1e-f749-46d0-b746-333a2e13afc2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714149
Apr 08 02:48:47.778586 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-079b1e25-bd20-49d2-a5b7-20dc36534fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:47.780270 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-079b1e25-bd20-49d2-a5b7-20dc36534fd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 1097 time: 0.2673678
Apr 08 02:48:48.257534 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cdaf1-6f17-4fed-8931-2fddc90087df req-acbd5d26-c0f8-4a6f-8231-2acedf36a205 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:48.259037 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-226cdaf1-6f17-4fed-8931-2fddc90087df req-acbd5d26-c0f8-4a6f-8231-2acedf36a205 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.1191244
Apr 08 02:48:48.302534 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-226cdaf1-6f17-4fed-8931-2fddc90087df req-61d7c416-ef5b-45c4-8a63-e13a26a3bdc8 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376008
Apr 08 02:48:49.106832 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1ca67-253c-4880-9e32-8fbb6cb1a62a req-38931df1-4be7-439d-b5b1-180ba28e83d8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:49.112659 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f1ca67-253c-4880-9e32-8fbb6cb1a62a req-38931df1-4be7-439d-b5b1-180ba28e83d8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.3375959
Apr 08 02:48:49.161028 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b7f1ca67-253c-4880-9e32-8fbb6cb1a62a req-0480f66e-952b-4a62-9497-d58f2f92287f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463569
Apr 08 02:48:49.585260 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bf877-e16e-4b99-820a-ec86d427bdf8 req-cc1baf36-3c9c-4f4d-9277-4c5c84e7ac02 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:49.594038 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c81bf877-e16e-4b99-820a-ec86d427bdf8 req-cc1baf36-3c9c-4f4d-9277-4c5c84e7ac02 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.1801171
Apr 08 02:48:49.648188 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c81bf877-e16e-4b99-820a-ec86d427bdf8 req-d7341681-f1c2-4e4f-8c15-95858fab0714 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532153
Apr 08 02:48:49.924713 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-b3a1abc6-21c1-407a-a154-a10093e94a74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666035a5-39af-4115-b103-73d896c88814 HTTP/1.1" status: 200  len: 217 time: 0.0687535
Apr 08 02:48:49.991340 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-b28f03d5-18be-48de-8c4b-6345393b2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:49.992890 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-b28f03d5-18be-48de-8c4b-6345393b2b77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0612442
Apr 08 02:48:50.066605 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-3add43b3-5345-4154-a899-86d769f35c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:50.068063 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-3add43b3-5345-4154-a899-86d769f35c18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691774
Apr 08 02:48:50.204857 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-2d8194fb-9cef-48f5-8f80-213aa3995744 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306798
Apr 08 02:48:50.354277 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2116bfb4-0c3c-438b-88e5-326b1c2ba3c3 req-e0f2927e-7918-407a-b902-02daeedde379 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410170
Apr 08 02:48:50.473192 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bfeff-79b5-4d7c-9a80-cf6e4072b4ab req-74a30bbb-6f15-4cc2-a928-171d8034e6c0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:50.474993 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-563bfeff-79b5-4d7c-9a80-cf6e4072b4ab req-74a30bbb-6f15-4cc2-a928-171d8034e6c0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1857975
Apr 08 02:48:50.533507 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-563bfeff-79b5-4d7c-9a80-cf6e4072b4ab req-e5929f57-4728-4364-ae31-1b18fa51fb53 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526228
Apr 08 02:48:50.550860 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-4f08584c-d7ca-44dd-afc1-aa8b9e61f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:50.552600 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-4f08584c-d7ca-44dd-afc1-aa8b9e61f564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 1097 time: 0.0953209
Apr 08 02:48:50.686693 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-3af83718-e42e-4ad8-879e-649e7eecc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:50.687639 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-3af83718-e42e-4ad8-879e-649e7eecc436 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1278703
Apr 08 02:48:50.759785 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-c14a9e1c-7a3c-4457-9262-8372551dc658 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666035a5-39af-4115-b103-73d896c88814 HTTP/1.1" status: 200  len: 217 time: 0.0649035
Apr 08 02:48:50.886859 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-ebce3781-360b-466e-a60f-7b4ca30faa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:50.888326 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-ebce3781-360b-466e-a60f-7b4ca30faa98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0829675
Apr 08 02:48:50.941874 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc87f5b-0885-4206-833e-b0a72038f4de req-c3e61b03-89ac-4462-8714-9279ed891be4 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:50.942823 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6fc87f5b-0885-4206-833e-b0a72038f4de req-c3e61b03-89ac-4462-8714-9279ed891be4 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.1760032
Apr 08 02:48:50.996897 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6fc87f5b-0885-4206-833e-b0a72038f4de req-f04773bb-7db7-4ebb-b0e7-a5218ac648e0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463958
Apr 08 02:48:51.029255 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-06bfb807-6fd7-416c-bf45-86446f7e5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:51.031429 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-06bfb807-6fd7-416c-bf45-86446f7e5e8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1352355
Apr 08 02:48:51.205726 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-3d57242f-9b81-4bf2-ac92-35fc6c8765f8 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1664407
Apr 08 02:48:51.356582 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4f1f9f44-a424-4bc5-aa93-f072c98f2307 req-729fa05c-f222-4a45-b493-5f7f8ad50b01 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417391
Apr 08 02:48:51.749923 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63b36f-bb7f-47bf-a44e-a2443a062890 req-caf490d5-5973-4e4d-8f04-fabcf1fc74ea tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:51.751595 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f63b36f-bb7f-47bf-a44e-a2443a062890 req-caf490d5-5973-4e4d-8f04-fabcf1fc74ea tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0908966
Apr 08 02:48:51.798805 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4f63b36f-bb7f-47bf-a44e-a2443a062890 req-95a0e07d-1e70-4228-b7c6-03021cf22a41 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409701
Apr 08 02:48:52.208497 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4c229-85c9-40f5-aefb-8aac79b9efa4 req-8d98d9ff-02b8-45f8-ac86-8319f57e7d57 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:52.210184 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a2b4c229-85c9-40f5-aefb-8aac79b9efa4 req-8d98d9ff-02b8-45f8-ac86-8319f57e7d57 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.0936971
Apr 08 02:48:52.374110 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a2b4c229-85c9-40f5-aefb-8aac79b9efa4 req-419c464d-f128-42dc-873d-edc5c48e5e9d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1532991
Apr 08 02:48:53.026273 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3027dc-cba3-4a64-8276-4c3c889e5354 req-12ef514b-21f1-4c60-8b6b-a20dbdd84685 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:53.027830 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4d3027dc-cba3-4a64-8276-4c3c889e5354 req-12ef514b-21f1-4c60-8b6b-a20dbdd84685 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0822406
Apr 08 02:48:53.078009 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4d3027dc-cba3-4a64-8276-4c3c889e5354 req-657ea764-6992-4851-8ea8-ab87ad43b070 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433574
Apr 08 02:48:53.582325 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe4c59-7c14-4488-9e82-d8b6f5114153 req-5c3d47dd-15f4-467e-aa15-9f8910fa1190 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:53.582325 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bffe4c59-7c14-4488-9e82-d8b6f5114153 req-5c3d47dd-15f4-467e-aa15-9f8910fa1190 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.1005812
Apr 08 02:48:53.629116 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bffe4c59-7c14-4488-9e82-d8b6f5114153 req-9c6958a6-beea-4bc6-8787-dfd45a127501 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412426
Apr 08 02:48:54.304584 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a09dd-7839-4b02-ad72-dfd07c68abac req-32025c91-d23a-4e1f-93ff-d803f7f1ade0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:54.306420 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cb2a09dd-7839-4b02-ad72-dfd07c68abac req-32025c91-d23a-4e1f-93ff-d803f7f1ade0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0939510
Apr 08 02:48:54.366182 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cb2a09dd-7839-4b02-ad72-dfd07c68abac req-76aef9ca-50f6-41bf-81fc-264775bb63b5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528834
Apr 08 02:48:54.823659 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4162cf-7557-4e4a-ba81-275e8a70f7bd req-c4ad83de-8a49-4c63-b552-cb33f25b91b8 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:54.825169 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cd4162cf-7557-4e4a-ba81-275e8a70f7bd req-c4ad83de-8a49-4c63-b552-cb33f25b91b8 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 944 time: 0.0837619
Apr 08 02:48:54.874711 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cd4162cf-7557-4e4a-ba81-275e8a70f7bd req-deb52803-1c9b-4860-a0e9-a3c63349490b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433671
Apr 08 02:48:55.259156 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 666035a5-39af-4115-b103-73d896c88814 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:48:55.399873 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 666035a5-39af-4115-b103-73d896c88814, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=666035a5-39af-4115-b103-73d896c88814,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:48:55.418521 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '666035a5-39af-4115-b103-73d896c88814', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'port_id': '666035a5-39af-4115-b103-73d896c88814', 'mac_address': 'fa:16:3e:e8:65:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:48:55.479145 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:55.496621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 666035a5-39af-4115-b103-73d896c88814 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:48:55.513988 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 666035a5-39af-4115-b103-73d896c88814, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=666035a5-39af-4115-b103-73d896c88814,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:48:55.518397 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:48:55.582190 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3275f7-6d2c-4ef8-91fb-7775fb2dd805 req-6d215f4a-e43c-41e2-bc72-e2c6bbf464f7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:55.583654 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2b3275f7-6d2c-4ef8-91fb-7775fb2dd805 req-6d215f4a-e43c-41e2-bc72-e2c6bbf464f7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0880144
Apr 08 02:48:55.584303 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=666035a5-39af-4115-b103-73d896c88814,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:48:55.629118 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2b3275f7-6d2c-4ef8-91fb-7775fb2dd805 req-f2bf4eff-4e4c-4c4b-9fef-640791614879 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395255
Apr 08 02:48:56.062814 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b80ac8-d9a5-4a82-b16a-363083ba0b6c req-475881cb-7265-4d84-b495-94cf52109f9f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:56.064292 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18b80ac8-d9a5-4a82-b16a-363083ba0b6c req-475881cb-7265-4d84-b495-94cf52109f9f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 945 time: 0.0794716
Apr 08 02:48:56.109326 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18b80ac8-d9a5-4a82-b16a-363083ba0b6c req-7a5d2e55-080c-469a-96eb-fb7677c01134 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394714
Apr 08 02:48:56.814142 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa638-cad4-41c3-b91e-833d541f22dc req-81ab9c3e-7edf-4e14-a670-b58143fd87a0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:56.815471 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-65efa638-cad4-41c3-b91e-833d541f22dc req-81ab9c3e-7edf-4e14-a670-b58143fd87a0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0779903
Apr 08 02:48:56.857595 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-65efa638-cad4-41c3-b91e-833d541f22dc req-ff0f5c37-ae3d-4f3c-b029-4a67fa3aeac2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365105
Apr 08 02:48:57.290394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9404f-2430-43f3-88cd-6912018f2422 req-2d4f3889-5713-4450-b07e-9b874b0df29a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:57.291844 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4a9404f-2430-43f3-88cd-6912018f2422 req-2d4f3889-5713-4450-b07e-9b874b0df29a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 945 time: 0.0788476
Apr 08 02:48:57.337921 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4a9404f-2430-43f3-88cd-6912018f2422 req-cea9ed55-d4a3-427c-928c-63288ead1bee tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376186
Apr 08 02:48:57.898209 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['666035a5-39af-4115-b103-73d896c88814'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:48:58.098642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af027-16fa-425f-a804-3f5b7781f91b req-b4075b77-7a91-4162-b112-4c7a72728a22 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:58.100079 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-b4075b77-7a91-4162-b112-4c7a72728a22 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/networks?id=82e858b5-a7a6-4321-935a-f5708e9fb4a1 HTTP/1.1" status: 200  len: 814 time: 0.1497581
Apr 08 02:48:58.101045 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:48:58.102246 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-7c3bccc7-4e63-43df-bacc-a7ae0d024f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:58.103762 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-7c3bccc7-4e63-43df-bacc-a7ae0d024f30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1098 time: 0.1356030
Apr 08 02:48:58.112486 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782cecb-a552-47c1-8e90-cd99dfb1cedf req-dfe11b81-18e9-452a-8da8-f97960878292 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:58.113854 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e782cecb-a552-47c1-8e90-cd99dfb1cedf req-dfe11b81-18e9-452a-8da8-f97960878292 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1104071
Apr 08 02:48:58.116611 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-a7c1ec8c-8bed-4e55-bd78-7a4fb9a5d163 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/quotas/f648ffbed31f4192b6f16124451b3559 HTTP/1.1" status: 200  len: 375 time: 0.0097811
Apr 08 02:48:58.168615 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-02b4924d-db8b-4f56-a703-9c79df35d6de tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f648ffbed31f4192b6f16124451b3559&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461092
Apr 08 02:48:58.244172 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e782cecb-a552-47c1-8e90-cd99dfb1cedf req-c1b1aef1-53bb-4716-91b1-a5a411e97ca9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096811
Apr 08 02:48:58.275764 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-77b3c5d7-83ec-4868-b620-0f0afe4ffb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:58.277246 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-77b3c5d7-83ec-4868-b620-0f0afe4ffb93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.1625361
Apr 08 02:48:58.347556 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-67764c89-1e08-43fc-9178-1c2153b2702c service neutron] 10.222.0.23 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1720190
Apr 08 02:48:58.381583 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-ca422761-847c-4e22-8096-3e29c5f27630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 1001 time: 0.0979407
Apr 08 02:48:58.460527 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-c4ebf78f-478e-4959-ad23-468201e2409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:58.463482 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-c4ebf78f-478e-4959-ad23-468201e2409e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0754876
Apr 08 02:48:58.486478 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-1f7c126c-cd2a-4000-b397-676e134364b5 service neutron] 10.222.0.23 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325014
Apr 08 02:48:58.552744 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-31d7511e-2eea-47f0-b07a-f602ac275495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:58.554273 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-31d7511e-2eea-47f0-b07a-f602ac275495 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840642
Apr 08 02:48:58.681731 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7e042c30-70e1-48bc-a188-a2f4c163c2ad req-c3799fba-572e-4cd9-94b1-4e05f489a334 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 210 time: 0.0421696
Apr 08 02:48:58.766185 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-66cf2d77-a5ec-41aa-913f-d50154219e5c service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2043808
Apr 08 02:48:58.777579 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84953950-c446-461b-a3c4-f4166e590f9a req-17d44ea2-b813-4030-bacd-07f4719e9f60 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:58.778958 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-84953950-c446-461b-a3c4-f4166e590f9a req-17d44ea2-b813-4030-bacd-07f4719e9f60 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 945 time: 0.1673796
Apr 08 02:48:58.909317 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-84953950-c446-461b-a3c4-f4166e590f9a req-dd56ab9b-733b-465e-ac33-6611384a9be7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096489
Apr 08 02:48:58.939329 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-33f3a38a-6925-4df6-ba25-bd0cf913718c req-baaf224d-d6a6-4ad4-a392-bad3dc7e9d2c service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593785
Apr 08 02:48:59.440255 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063721bc-a6e9-4507-b800-3ccc12886acb req-cadafcbf-b458-4a85-b93d-8f5455781e19 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:48:59.441735 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-063721bc-a6e9-4507-b800-3ccc12886acb req-cadafcbf-b458-4a85-b93d-8f5455781e19 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.0849991
Apr 08 02:48:59.486466 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-063721bc-a6e9-4507-b800-3ccc12886acb req-b92dbd4a-83a8-4621-accc-b2c43e79c1fa tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386801
Apr 08 02:48:59.836095 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8c12d1d2-e338-4ac4-96eb-16141a9bf7e6 req-f6f05253-9f73-4129-a423-444598c5c0fa tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 210 time: 0.0445194
Apr 08 02:49:00.025705 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af027-16fa-425f-a804-3f5b7781f91b req-efa08480-9674-464b-83bd-9f2e6b6f4e08 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:00.027219 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-efa08480-9674-464b-83bd-9f2e6b6f4e08 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "GET /v2.0/networks?id=82e858b5-a7a6-4321-935a-f5708e9fb4a1 HTTP/1.1" status: 200  len: 814 time: 0.1498411
Apr 08 02:49:00.049330 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Request body: {'port': {'device_id': '243402df-e2d8-46e4-9166-6762c267291f', 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1', 'admin_state_up': True, 'tenant_id': 'f648ffbed31f4192b6f16124451b3559'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:49:00.104956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5705-bb13-4da6-9020-f7af4813dfa1 req-3d50c301-22c1-4711-9e34-a5aeeb0a6e67 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:00.106721 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b2cd5705-bb13-4da6-9020-f7af4813dfa1 req-3d50c301-22c1-4711-9e34-a5aeeb0a6e67 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 945 time: 0.0860667
Apr 08 02:49:00.153085 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b2cd5705-bb13-4da6-9020-f7af4813dfa1 req-8825f9d9-d444-47a4-bb7d-09272d7e5f5c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399611
Apr 08 02:49:00.264421 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:49:00.274306 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:49:00.284162 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Made reservation on behalf of f648ffbed31f4192b6f16124451b3559 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:49:00.287668 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.339898 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.447860 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Allocated IP 172.20.0.2 (82e858b5-a7a6-4321-935a-f5708e9fb4a1/c5dec03f-3cd9-4901-aae0-27fc73b45b44/6f01f6ba-057e-4a68-b3cf-b0a236ca6707) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:49:00.615997 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 666035a5-39af-4115-b103-73d896c88814 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:00.684090 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 666035a5-39af-4115-b103-73d896c88814 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:00.689316 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 666035a5-39af-4115-b103-73d896c88814 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:00.689689 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.701624 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.731798 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c1d1-8a60-457a-8932-d13fdb8660ed req-b5d6fa4a-6caa-4e8e-9293-ca2de9d43908 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:00.733264 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c5a4c1d1-8a60-457a-8932-d13fdb8660ed req-b5d6fa4a-6caa-4e8e-9293-ca2de9d43908 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 945 time: 0.1318653
Apr 08 02:49:00.785959 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c5a4c1d1-8a60-457a-8932-d13fdb8660ed req-5c17cfde-31b0-4955-903f-81a181f407b3 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453651
Apr 08 02:49:00.787310 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.808182 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.838892 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666035a5-39af-4115-b103-73d896c88814'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:49:00.848773 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 666035a5-39af-4115-b103-73d896c88814, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=666035a5-39af-4115-b103-73d896c88814,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:00.851191 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:49:00.854002 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.854694 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:49:00.854856 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:49:00.859226 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:49:00.864888 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:00.865518 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:00.901874 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Pushing event updated for resources: {'Port': ['ID=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:00.905701 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-7c44e1de-12de-48da-8db0-43bf1453b712 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8604417
Apr 08 02:49:00.933207 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f74f87d-eabf-4e9b-865a-83d559d4ca24'] response: {'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '666035a5-39af-4115-b103-73d896c88814', 'code': 200}
Apr 08 02:49:01.023966 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=666035a5-39af-4115-b103-73d896c88814,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:01.045752 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420715e-31e9-4912-801a-916cbe20fa7e req-eda57832-2198-4643-8e82-2723f2a6ed10 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:01.046781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-d420715e-31e9-4912-801a-916cbe20fa7e req-eda57832-2198-4643-8e82-2723f2a6ed10 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Synchronizing usage tracker for tenant:f648ffbed31f4192b6f16124451b3559 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:49:01.059036 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:01.064520 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-d420715e-31e9-4912-801a-916cbe20fa7e req-eda57832-2198-4643-8e82-2723f2a6ed10 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Unset dirty status for tenant:f648ffbed31f4192b6f16124451b3559 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:49:01.066105 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d420715e-31e9-4912-801a-916cbe20fa7e req-eda57832-2198-4643-8e82-2723f2a6ed10 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 931 time: 0.1073453
Apr 08 02:49:01.098433 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:01.098650 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Request body: {'port': {'device_id': '243402df-e2d8-46e4-9166-6762c267291f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:49:01.102421 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:01.165448 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d420715e-31e9-4912-801a-916cbe20fa7e req-d13196f7-d1ae-4a80-886e-7527a55171bc tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880518
Apr 08 02:49:01.192712 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=8']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:01.243496 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:01.278186 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf02936-c728-4c01-a0a4-5a2caac80489 req-4fb34113-b4ad-49db-87ec-091a662adff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:01.280988 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-edf02936-c728-4c01-a0a4-5a2caac80489 req-4fb34113-b4ad-49db-87ec-091a662adff5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 1099 time: 0.0844269
Apr 08 02:49:01.370375 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-edf02936-c728-4c01-a0a4-5a2caac80489 req-263436bf-da13-4209-bb93-b82d88f6cfa2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821030
Apr 08 02:49:01.408874 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414da26-7d0b-4181-ad09-a09b3f4d9289 req-3c78e4eb-aa2a-4549-9e88-eae51d853692 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:01.410610 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b414da26-7d0b-4181-ad09-a09b3f4d9289 req-3c78e4eb-aa2a-4549-9e88-eae51d853692 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.1006963
Apr 08 02:49:01.457313 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b414da26-7d0b-4181-ad09-a09b3f4d9289 req-0c9c00f4-7527-44e5-bd67-2b4ef4efd49c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408726
Apr 08 02:49:01.603458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:49:01.611414 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:01.625453 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Transition to ACTIVE for port object 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:49:01.629142 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:01.789603 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:01.807157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Attempting to bind port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:49:01.807482 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Attempting to bind port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:49:01.807798 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Attempting to bind port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 on network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:49:01.812646 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 on network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:49:01.812954 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Attempting to bind port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 on network 82e858b5-a7a6-4321-935a-f5708e9fb4a1 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:49:01.817947 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:49:01.818275 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Checking segment: {'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:49:01.818644 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Bound using segment: {'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:49:01.819196 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Bound port: 6f01f6ba-057e-4a68-b3cf-b0a236ca6707, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b749cd-76fa-4836-88d1-0031c6bab251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:49:01.819414 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:01.950365 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] For port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:49:01.960984 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] For port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:49:01.965548 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:02.025449 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:02.026052 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:02.027373 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/6f01f6ba-057e-4a68-b3cf-b0a236ca6707 HTTP/1.1" status: 200  len: 1093 time: 1.0370963
Apr 08 02:49:02.027780 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243402df-e2d8-46e4-9166-6762c267291f', 'tag': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:49:02.071394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a45e30-f4c2-4e69-92da-1d60949393c9 req-a2a7369a-05f8-49a3-9b08-c23bea8e60ea tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:02.072915 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-12a45e30-f4c2-4e69-92da-1d60949393c9 req-a2a7369a-05f8-49a3-9b08-c23bea8e60ea tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1722777
Apr 08 02:49:02.076769 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36dbf7-5702-4e6c-9af8-df124496c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:02.081538 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20fba44-d255-4752-b9bd-6907c01a3988'] response: {'name': 'network-changed', 'server_uuid': '243402df-e2d8-46e4-9166-6762c267291f', 'tag': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707', 'status': 'completed', 'code': 200}
Apr 08 02:49:02.241444 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-12a45e30-f4c2-4e69-92da-1d60949393c9 req-01331443-25ff-438a-b434-2ff56412e0ff tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1587617
Apr 08 02:49:02.268215 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af027-16fa-425f-a804-3f5b7781f91b req-fd687b2f-40ae-4548-8968-c41b82d011e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:02.269722 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-fd687b2f-40ae-4548-8968-c41b82d011e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f648ffbed31f4192b6f16124451b3559&device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 1096 time: 0.0948699
Apr 08 02:49:02.354117 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-e58dcd7e-539f-40f4-bc4d-5f7a672639a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f01f6ba-057e-4a68-b3cf-b0a236ca6707 HTTP/1.1" status: 200  len: 217 time: 0.0651815
Apr 08 02:49:02.363236 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c54a0-932b-45e7-b6d2-7664fa471ac3 req-b1c37be4-73ef-478b-b8d0-0fa7fb59caf9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:02.364740 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b73c54a0-932b-45e7-b6d2-7664fa471ac3 req-b1c37be4-73ef-478b-b8d0-0fa7fb59caf9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 943 time: 0.0810621
Apr 08 02:49:02.412135 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b73c54a0-932b-45e7-b6d2-7664fa471ac3 req-7ceca5c1-3e8f-407a-84cd-3f5a4718bcc6 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406861
Apr 08 02:49:02.419260 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349af027-16fa-425f-a804-3f5b7781f91b req-c517c352-7381-4e97-9255-30856ea2b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:02.420940 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-c517c352-7381-4e97-9255-30856ea2b431 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5dec03f-3cd9-4901-aae0-27fc73b45b44 HTTP/1.1" status: 200  len: 854 time: 0.0609369
Apr 08 02:49:02.473630 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-dfedd080-b12c-47de-90c1-a158064df416 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82e858b5-a7a6-4321-935a-f5708e9fb4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454369
Apr 08 02:49:02.658987 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-05b23bc5-3bcf-4d96-b962-583430ab6249 service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1583350
Apr 08 02:49:02.764642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929750f0-502c-49ff-930b-fb5cdcf406b5 req-9628d065-94e2-4210-9d17-8964b97d9a56 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:02.767317 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-929750f0-502c-49ff-930b-fb5cdcf406b5 req-9628d065-94e2-4210-9d17-8964b97d9a56 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.1762195
Apr 08 02:49:02.803020 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-349af027-16fa-425f-a804-3f5b7781f91b req-be7fbc15-c5cc-4b3f-bbc9-f8e777e661b8 service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353147
Apr 08 02:49:02.816509 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-929750f0-502c-49ff-930b-fb5cdcf406b5 req-7c80a6ce-994a-4b94-a054-0790f2544fc5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434256
Apr 08 02:49:02.934770 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:49:02.980971 dv-cinder-837051-1-iscsi neutron-server[87224]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ba612b41-f906-46b7-a918-d30168c570bb']: {'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee', 'code': 422} returned with failed status
Apr 08 02:49:02.982368 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-02948910-a264-4b09-8f2b-110d8f08a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:02.984487 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-02948910-a264-4b09-8f2b-110d8f08a692 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f648ffbed31f4192b6f16124451b3559&device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 1096 time: 0.0768838
Apr 08 02:49:03.116463 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-d997ac5f-687b-4c08-b642-108ac38ed2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:03.118073 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-d997ac5f-687b-4c08-b642-108ac38ed2e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=82e858b5-a7a6-4321-935a-f5708e9fb4a1 HTTP/1.1" status: 200  len: 915 time: 0.1276524
Apr 08 02:49:03.198322 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-9c4be546-bf53-40e2-8c40-0112d9e5acf9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6f01f6ba-057e-4a68-b3cf-b0a236ca6707 HTTP/1.1" status: 200  len: 217 time: 0.0658562
Apr 08 02:49:03.324604 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-fe72312e-b2b4-4129-bf43-9093a780ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:03.326057 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-fe72312e-b2b4-4129-bf43-9093a780ad3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5dec03f-3cd9-4901-aae0-27fc73b45b44 HTTP/1.1" status: 200  len: 854 time: 0.1050401
Apr 08 02:49:03.357194 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4313eab-e0c4-4731-b330-78dd3ee78b81 req-18e426b0-85a7-4e52-a1c2-42e8a0b6bb50 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:03.359182 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4313eab-e0c4-4731-b330-78dd3ee78b81 req-18e426b0-85a7-4e52-a1c2-42e8a0b6bb50 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1039433
Apr 08 02:49:03.439473 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-8ffb8f21-e6d0-4f65-9f0d-41504de708af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=82e858b5-a7a6-4321-935a-f5708e9fb4a1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578282
Apr 08 02:49:03.462101 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4313eab-e0c4-4731-b330-78dd3ee78b81 req-165d8790-2e7d-4f41-8a24-b7b142a4c864 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965631
Apr 08 02:49:03.547339 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 46848) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:03.632942 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c013fc6-4291-4593-8d6c-c9d14208fce1 req-044db385-417f-450a-a5c2-6a3617cb8dc3 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:03.634462 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0c013fc6-4291-4593-8d6c-c9d14208fce1 req-044db385-417f-450a-a5c2-6a3617cb8dc3 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 943 time: 0.0887985
Apr 08 02:49:03.655280 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-e552f123-be1e-44d2-b90a-885d91856bb6 service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922023
Apr 08 02:49:03.719992 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0c013fc6-4291-4593-8d6c-c9d14208fce1 req-1229b3d4-62ac-4429-86d4-69aaf8a1ea2d tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556366
Apr 08 02:49:03.743701 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-d9810df5-2ed0-4371-96de-05715f9fa4e4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1632166
Apr 08 02:49:03.794350 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d58a8f39-a210-41eb-bed7-01b4f1efc4c2 req-8656683d-2536-4f1b-b3dc-168e5a1fc9eb service neutron] 10.222.0.41 "GET /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266382
Apr 08 02:49:04.008360 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48e82b-9ef6-4e4d-b1ad-5f3fe34ada0e req-4510437c-4458-497e-a7b0-498975e70f39 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:04.009800 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-af48e82b-9ef6-4e4d-b1ad-5f3fe34ada0e req-4510437c-4458-497e-a7b0-498975e70f39 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.0849173
Apr 08 02:49:04.055945 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-af48e82b-9ef6-4e4d-b1ad-5f3fe34ada0e req-af64e18c-3453-4f5d-8a6a-0f06d85c88cb tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395839
Apr 08 02:49:04.243055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b853c31-c03c-4905-be18-c0942d44bdfc req-17c13faa-3cb4-4fbb-8349-bc99862895b4 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:04.244528 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9b853c31-c03c-4905-be18-c0942d44bdfc req-17c13faa-3cb4-4fbb-8349-bc99862895b4 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.0860128
Apr 08 02:49:04.253493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 46864) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:49:04.258275 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'port_id': '666035a5-39af-4115-b103-73d896c88814'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:49:04.337540 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:04.660122 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:49:04.661222 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f64960-f515-4e45-abed-248132ba49a4 req-4a3e8ecf-a4b2-44f5-b854-8a97de5819e7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:04.662709 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d2f64960-f515-4e45-abed-248132ba49a4 req-4a3e8ecf-a4b2-44f5-b854-8a97de5819e7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0793304
Apr 08 02:49:04.711442 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d2f64960-f515-4e45-abed-248132ba49a4 req-2f558df1-f221-4b99-b4e7-0869102172d2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426543
Apr 08 02:49:04.986145 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:04.994372 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:05.058666 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c7bf93-40c8-4172-8b60-eccb97ef5e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:05.074652 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23277959-a0ca-4406-ad8e-6da49e95e0fb req-bc5b7384-7e15-4f4a-bccb-91448ba5a33e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:05.076248 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-23277959-a0ca-4406-ad8e-6da49e95e0fb req-bc5b7384-7e15-4f4a-bccb-91448ba5a33e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 943 time: 0.2430899
Apr 08 02:49:05.198168 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-23277959-a0ca-4406-ad8e-6da49e95e0fb req-770c7367-3cf5-469c-b666-75806ee81667 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151822
Apr 08 02:49:05.217463 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP b817a69f-34f6-45f8-91fd-8c96ed2039c3 associated. External IP: 172.27.1.124, port: 666035a5-39af-4115-b103-73d896c88814.
Apr 08 02:49:05.659792 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:49:05.839165 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:49:05.845245 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:05.849477 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:49:05.860345 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:49:05.862494 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf183a60>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:48:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:05.918874 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9d48a7a9-201a-4f34-ae2f-6e6b57de1838 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "PUT /v2.0/floatingips/b817a69f-34f6-45f8-91fd-8c96ed2039c3 HTTP/1.1" status: 200  len: 992 time: 1.6507113
Apr 08 02:49:05.918874 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'tag': '666035a5-39af-4115-b103-73d896c88814'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:49:05.953407 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea334bd-8c07-442f-87c5-678d894818e4'] response: {'name': 'network-changed', 'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'tag': '666035a5-39af-4115-b103-73d896c88814', 'status': 'completed', 'code': 200}
Apr 08 02:49:06.055157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a6302-2506-4311-8860-77aaccb5f849 req-c7ab0830-45dc-4c39-8e0b-9b49ad577f5d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.056658 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-116a6302-2506-4311-8860-77aaccb5f849 req-c7ab0830-45dc-4c39-8e0b-9b49ad577f5d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.2302213
Apr 08 02:49:06.059494 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-12263684-5391-4723-89ed-d51bdc175db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.060884 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-12263684-5391-4723-89ed-d51bdc175db9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f&tenant_id=688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 1096 time: 0.1172068
Apr 08 02:49:06.064302 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:49:06.093640 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-6dd47351-ede7-4e6a-98b9-daccdddac762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.095112 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-6dd47351-ede7-4e6a-98b9-daccdddac762 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 1099 time: 0.0733898
Apr 08 02:49:06.108748 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-116a6302-2506-4311-8860-77aaccb5f849 req-f05f008b-24ed-4dc0-8eaa-be5964effc98 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424807
Apr 08 02:49:06.188633 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-a02a0f21-08f6-41f7-9424-fc2764c8c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.190230 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-a02a0f21-08f6-41f7-9424-fc2764c8c602 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1096 time: 0.0738814
Apr 08 02:49:06.257736 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-e86961df-e94a-4b6f-a173-22fefaf741da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.260002 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-e86961df-e94a-4b6f-a173-22fefaf741da service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1443439
Apr 08 02:49:06.328217 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-73f729a7-b805-4ff8-aa6f-0155add4f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.329638 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-73f729a7-b805-4ff8-aa6f-0155add4f943 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.1319447
Apr 08 02:49:06.422242 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-c8478c63-cd32-4d07-bb0f-6a659fbad5f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=666035a5-39af-4115-b103-73d896c88814 HTTP/1.1" status: 200  len: 1000 time: 0.1547785
Apr 08 02:49:06.438830 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-5526e6c6-2f9f-491c-aee7-600992d9f47d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 200  len: 999 time: 0.1018417
Apr 08 02:49:06.459967 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf183a60>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 2, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}, {'id': 'b817a69f-34f6-45f8-91fd-8c96ed2039c3', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '666035a5-39af-4115-b103-73d896c88814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:e8:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:48:40Z', 'updated_at': '2022-04-08T02:49:04Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:06.464320 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:49:06.476367 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:49:06.478177 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf183a60>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:48:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:06.506992 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94674d-a8de-4eb9-93f6-62b498e08277 req-44a8dd4a-c41f-437b-af15-c1f29f7cee73 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.509295 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-904178f3-189d-43e5-baae-e239d0a7e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.510886 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-904178f3-189d-43e5-baae-e239d0a7e16f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0652626
Apr 08 02:49:06.512377 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce94674d-a8de-4eb9-93f6-62b498e08277 req-44a8dd4a-c41f-437b-af15-c1f29f7cee73 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 943 time: 0.1747072
Apr 08 02:49:06.518391 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-9cef147d-b804-4cd8-bd93-0f022fb61619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.519760 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-9cef147d-b804-4cd8-bd93-0f022fb61619 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0902276
Apr 08 02:49:06.593295 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-aa375dd9-186a-4004-825d-7b1d7c65bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.595296 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-aa375dd9-186a-4004-825d-7b1d7c65bae3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774612
Apr 08 02:49:06.603386 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce94674d-a8de-4eb9-93f6-62b498e08277 req-9d9d2c49-5bfe-4dd2-995f-7a08823e1209 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873382
Apr 08 02:49:06.628606 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-90b17060-a781-49f5-ad53-1491e6342f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:06.630470 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-90b17060-a781-49f5-ad53-1491e6342f16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958552
Apr 08 02:49:06.658922 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:49:06.664509 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:49:06.746110 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-72bd4cd7-74a9-492d-b561-1b164f50e2c9 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428590
Apr 08 02:49:06.778309 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-bf96bac8-7c86-4ce2-a30c-8b2a15c0839d service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412649
Apr 08 02:49:06.798947 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:06.814511 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707', 'network_id': '82e858b5-a7a6-4321-935a-f5708e9fb4a1', 'port_id': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707', 'mac_address': 'fa:16:3e:1e:28:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5dec03f-3cd9-4901-aae0-27fc73b45b44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:49:06.880322 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:06.899516 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:49:06.910362 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-194fbcd6-e896-42a0-84a2-dfa1a368b48f req-53d4d7ce-5e62-4be7-99c2-ceeb0d327688 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574495
Apr 08 02:49:06.917283 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:06.920734 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b883fe9f-129b-4639-b66e-7a1ec4452ae1 req-6fde3d51-0628-4729-a76d-9187c6d97084 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361723
Apr 08 02:49:06.922940 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:07.000854 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:07.029327 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf183a60>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 2, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}, {'id': 'b817a69f-34f6-45f8-91fd-8c96ed2039c3', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '666035a5-39af-4115-b103-73d896c88814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:e8:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:48:40Z', 'updated_at': '2022-04-08T02:49:04Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:49:07.033387 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8964c0c2-ad6a-4760-8aa4-19887b6fb12d None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 2, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}, {'id': 'b817a69f-34f6-45f8-91fd-8c96ed2039c3', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '666035a5-39af-4115-b103-73d896c88814', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:e8:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:48:40Z', 'updated_at': '2022-04-08T02:49:04Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:49:07.222300 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-cce8997f-d231-4f59-8098-26765ac17dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:07.251103 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7572b81b-6e84-4d13-9649-25ac34118b3f None None] New status for floating IP b817a69f-34f6-45f8-91fd-8c96ed2039c3: ACTIVE {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:49:07.305865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce61d2c-b9eb-45f5-9724-05f2d3ba6575 req-857bd36b-a4db-4623-8dbd-3ff7cb1c0943 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:07.307646 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cce61d2c-b9eb-45f5-9724-05f2d3ba6575 req-857bd36b-a4db-4623-8dbd-3ff7cb1c0943 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0842168
Apr 08 02:49:07.353232 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cce61d2c-b9eb-45f5-9724-05f2d3ba6575 req-756b7d29-6eb5-46ff-8852-972a84eef2be tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391161
Apr 08 02:49:07.432548 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['6f01f6ba-057e-4a68-b3cf-b0a236ca6707'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:49:07.830784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a929e7-2cf7-4f11-9f58-cd07c1758856 req-b37d99ee-21ff-4203-a4e2-f116c6080d2c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:07.832338 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d7a929e7-2cf7-4f11-9f58-cd07c1758856 req-b37d99ee-21ff-4203-a4e2-f116c6080d2c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 944 time: 0.0840127
Apr 08 02:49:07.881674 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d7a929e7-2cf7-4f11-9f58-cd07c1758856 req-886b6c77-dd28-43f9-8b10-e30310607782 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429375
Apr 08 02:49:08.411827 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:08.430599 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:08.561492 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a7dcd-1a93-4880-8118-3f7a5da80552 req-7acf3edb-14da-4eed-b18c-76653678ab98 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:08.562858 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-224a7dcd-1a93-4880-8118-3f7a5da80552 req-7acf3edb-14da-4eed-b18c-76653678ab98 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0823302
Apr 08 02:49:08.607190 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-224a7dcd-1a93-4880-8118-3f7a5da80552 req-f2d0b9eb-ee1a-48cc-bf43-10ebeac04a04 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385966
Apr 08 02:49:09.073206 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44124169-da86-4460-a4cd-64667c8760bc req-4553df9e-88f7-4463-b942-fbfaa695f23a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:09.074632 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-44124169-da86-4460-a4cd-64667c8760bc req-4553df9e-88f7-4463-b942-fbfaa695f23a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 944 time: 0.0841084
Apr 08 02:49:09.200707 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-44124169-da86-4460-a4cd-64667c8760bc req-84dfc979-047b-46ca-bd96-a75415012765 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193132
Apr 08 02:49:09.802009 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad1b46-d03a-4c91-9514-d4bfe47fdfd1 req-dbb2273e-0231-4bec-a719-ba7842df0951 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:09.803363 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f2ad1b46-d03a-4c91-9514-d4bfe47fdfd1 req-dbb2273e-0231-4bec-a719-ba7842df0951 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0807462
Apr 08 02:49:09.850919 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f2ad1b46-d03a-4c91-9514-d4bfe47fdfd1 req-d7f87a0c-34b0-4428-a301-768430ed363a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418527
Apr 08 02:49:09.951474 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:10.392065 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267796a-8e1d-473f-84e2-821ea3b5c821 req-bd05d4b3-bf94-400d-bfeb-40ba28564290 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:10.394347 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2267796a-8e1d-473f-84e2-821ea3b5c821 req-bd05d4b3-bf94-400d-bfeb-40ba28564290 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 944 time: 0.0844052
Apr 08 02:49:10.438530 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2267796a-8e1d-473f-84e2-821ea3b5c821 req-c2426a74-93be-44c8-8429-d068e6b5b044 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384018
Apr 08 02:49:10.680732 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:10.747217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:49:10.752020 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:10.752386 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:10.871060 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:10.901007 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243402df-e2d8-46e4-9166-6762c267291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:49:10.909420 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:10.913471 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:10.985042 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:10.988721 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cae73f2-e7b3-4da4-8632-5148411de75e'] response: {'server_uuid': '243402df-e2d8-46e4-9166-6762c267291f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707', 'code': 200}
Apr 08 02:49:11.050955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f020e-b75d-4ec5-b252-2200516df90a req-45cbbe3f-a9a4-429f-8b69-5785a4e2092d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:11.052679 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-da7f020e-b75d-4ec5-b252-2200516df90a req-45cbbe3f-a9a4-429f-8b69-5785a4e2092d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0828149
Apr 08 02:49:11.099010 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-da7f020e-b75d-4ec5-b252-2200516df90a req-e2d01263-9db7-4fcc-8b7d-e6fa9d3d18eb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400419
Apr 08 02:49:11.637441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09af1-e95a-4c0e-ba75-4e6b99b98dd4 req-3536d8a2-a96e-46f5-8c06-8a9b6d882d6a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:11.641356 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bcd09af1-e95a-4c0e-ba75-4e6b99b98dd4 req-3536d8a2-a96e-46f5-8c06-8a9b6d882d6a tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0926170
Apr 08 02:49:11.718939 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bcd09af1-e95a-4c0e-ba75-4e6b99b98dd4 req-3d03afbc-dbd6-4099-b5f4-19f83a6e5885 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606177
Apr 08 02:49:12.293781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d924cd-be21-4e0d-8351-43f50aede79b req-94ef5066-69bf-405c-b87e-2ee43c214cb0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:12.295249 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-51d924cd-be21-4e0d-8351-43f50aede79b req-94ef5066-69bf-405c-b87e-2ee43c214cb0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0844038
Apr 08 02:49:12.340178 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-51d924cd-be21-4e0d-8351-43f50aede79b req-4c78b6b4-3479-4770-a067-7d931523fd71 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385876
Apr 08 02:49:12.911013 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff1298-5a8e-4eb3-831e-89219e5b1df0 req-79021afc-196c-492f-b0ea-95bc7754b48b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:12.912369 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-18ff1298-5a8e-4eb3-831e-89219e5b1df0 req-79021afc-196c-492f-b0ea-95bc7754b48b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0848801
Apr 08 02:49:12.957840 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-18ff1298-5a8e-4eb3-831e-89219e5b1df0 req-0dee06f7-066a-4c67-aff9-ffa6f2f00858 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397096
Apr 08 02:49:13.537130 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09816a7b-fd98-41a1-b509-008624653a1d req-f8673b9d-8fb9-4949-af8f-ab36b70011b7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:13.538867 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-09816a7b-fd98-41a1-b509-008624653a1d req-f8673b9d-8fb9-4949-af8f-ab36b70011b7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0815516
Apr 08 02:49:13.583056 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-09816a7b-fd98-41a1-b509-008624653a1d req-0cb3913f-c7e3-4f7b-81c4-7ef313e60b9c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384152
Apr 08 02:49:14.150539 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a71b67-3083-435c-8051-3ed6b3470088 req-8d859df7-36d8-4f5a-a282-8eb54a290274 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:14.151976 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-47a71b67-3083-435c-8051-3ed6b3470088 req-8d859df7-36d8-4f5a-a282-8eb54a290274 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0812144
Apr 08 02:49:14.198160 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-47a71b67-3083-435c-8051-3ed6b3470088 req-b7df649a-a8e2-46c5-b8c6-510f14357ec4 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396147
Apr 08 02:49:14.777071 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95b559-f70b-42d2-aaa5-da149a6e1591 req-e4de34f9-4362-4283-acff-65e35459148a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:14.778409 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f95b559-f70b-42d2-aaa5-da149a6e1591 req-e4de34f9-4362-4283-acff-65e35459148a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0797246
Apr 08 02:49:14.825495 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f95b559-f70b-42d2-aaa5-da149a6e1591 req-997c27ac-0d37-4c1f-a9af-6bbbcae11e19 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402482
Apr 08 02:49:15.396695 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777576a-56f1-4030-8cd4-dfcfe9de23d1 req-037d7c6c-b874-45b7-94c7-c8865f29aff3 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:15.398205 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3777576a-56f1-4030-8cd4-dfcfe9de23d1 req-037d7c6c-b874-45b7-94c7-c8865f29aff3 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0843956
Apr 08 02:49:15.443450 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3777576a-56f1-4030-8cd4-dfcfe9de23d1 req-df5129b7-b0d8-4713-aec6-5ad3aac43e23 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392745
Apr 08 02:49:16.022133 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228be3a5-1335-4d3b-a019-54b11b042d96 req-f477e359-5522-48e7-b0ec-d04f11fe24a2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:16.023631 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-228be3a5-1335-4d3b-a019-54b11b042d96 req-f477e359-5522-48e7-b0ec-d04f11fe24a2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0822496
Apr 08 02:49:16.076356 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-228be3a5-1335-4d3b-a019-54b11b042d96 req-6e22fffd-acc1-4969-9e47-2950318f9f34 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468602
Apr 08 02:49:16.638970 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03409546-5f5a-4518-9d88-0b75cad5d749 req-bb4660e4-1433-4a6f-a3fc-570bb78ce61b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:16.640973 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-03409546-5f5a-4518-9d88-0b75cad5d749 req-bb4660e4-1433-4a6f-a3fc-570bb78ce61b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0832441
Apr 08 02:49:16.688019 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-03409546-5f5a-4518-9d88-0b75cad5d749 req-447ba3e9-f09b-4bdb-8a14-9dda49f09000 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405116
Apr 08 02:49:17.347490 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230334ac-3293-4298-8578-7e41d569350a req-26e0abdb-a6b0-414b-855e-cfda4e5483f7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:17.348989 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-230334ac-3293-4298-8578-7e41d569350a req-26e0abdb-a6b0-414b-855e-cfda4e5483f7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1582971
Apr 08 02:49:17.393793 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-230334ac-3293-4298-8578-7e41d569350a req-5e88a826-a8e0-4971-ab94-d24a853a3ce8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389702
Apr 08 02:49:17.872936 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242ed2-c87d-4888-b89c-6995905a02b2 req-1bbe2485-a227-480a-bffd-8e425bfecd1b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:17.874380 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be242ed2-c87d-4888-b89c-6995905a02b2 req-1bbe2485-a227-480a-bffd-8e425bfecd1b tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0801306
Apr 08 02:49:17.922442 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be242ed2-c87d-4888-b89c-6995905a02b2 req-99c6c4ed-70be-43c5-9edc-a5b1cc591304 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417171
Apr 08 02:49:18.591418 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac39ff-96c3-4f84-b2d3-0ac19f8af954 req-4bf6a541-4157-4c55-8e6e-02216e2519e8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:18.596460 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-12ac39ff-96c3-4f84-b2d3-0ac19f8af954 req-4bf6a541-4157-4c55-8e6e-02216e2519e8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0870707
Apr 08 02:49:18.637470 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-12ac39ff-96c3-4f84-b2d3-0ac19f8af954 req-40aa5ceb-872f-4bc2-893f-ebca1db54726 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385973
Apr 08 02:49:19.112902 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba4570-c328-4e7d-8347-14e17f7958aa req-00a59447-422e-4ebd-899c-ee57fc694dc4 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:19.114349 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53ba4570-c328-4e7d-8347-14e17f7958aa req-00a59447-422e-4ebd-899c-ee57fc694dc4 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0835721
Apr 08 02:49:19.159876 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53ba4570-c328-4e7d-8347-14e17f7958aa req-7c839fd9-8cdc-4c10-8d50-faf6bf84a5b3 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398993
Apr 08 02:49:19.827428 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545d29c-2cf5-41af-b48e-7ef32945c8a9 req-f8b41af2-db05-45bb-9b1a-4ebb7a1d178d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:19.828805 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f545d29c-2cf5-41af-b48e-7ef32945c8a9 req-f8b41af2-db05-45bb-9b1a-4ebb7a1d178d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0800419
Apr 08 02:49:19.873656 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f545d29c-2cf5-41af-b48e-7ef32945c8a9 req-93ecf1bf-0b78-4101-b832-d9f6b8c4b9d3 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389721
Apr 08 02:49:20.364085 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dfce2-acc1-44bd-8572-6314f8ba462f req-13b28008-3701-490c-9797-5f1137e1655f tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:20.365527 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-934dfce2-acc1-44bd-8572-6314f8ba462f req-13b28008-3701-490c-9797-5f1137e1655f tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0841041
Apr 08 02:49:20.411825 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-934dfce2-acc1-44bd-8572-6314f8ba462f req-022f0d18-ef1b-419f-80b3-442df96be9fa tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406153
Apr 08 02:49:21.082573 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4237e-dd22-450c-b3f4-bd0b3851c2ff req-24450d16-a3f9-4991-bf1b-42eee6271a35 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:21.084045 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9da4237e-dd22-450c-b3f4-bd0b3851c2ff req-24450d16-a3f9-4991-bf1b-42eee6271a35 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0961173
Apr 08 02:49:21.129450 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9da4237e-dd22-450c-b3f4-bd0b3851c2ff req-b34e66ac-6d81-477f-9b71-7fba3b10a734 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396652
Apr 08 02:49:21.606424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e53eff-8219-4063-9758-7282d6065c91 req-beaaa866-9b4b-4425-86f7-997d365d64b4 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:21.612424 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-42e53eff-8219-4063-9758-7282d6065c91 req-beaaa866-9b4b-4425-86f7-997d365d64b4 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0897782
Apr 08 02:49:21.653925 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-42e53eff-8219-4063-9758-7282d6065c91 req-995d4c04-a12b-40a7-94ec-a9da4c1c4a21 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388455
Apr 08 02:49:22.327341 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93476555-4b39-4cfd-858a-a74cbf3250c9 req-b32a1bdd-4f4c-4c45-86f0-5df65f126f49 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:22.328808 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-93476555-4b39-4cfd-858a-a74cbf3250c9 req-b32a1bdd-4f4c-4c45-86f0-5df65f126f49 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0846734
Apr 08 02:49:22.371812 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-93476555-4b39-4cfd-858a-a74cbf3250c9 req-872d8cb5-6898-4de0-a90c-abaf542bb1be tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366189
Apr 08 02:49:22.847781 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f539f-c366-4680-8d2a-38132cdb3e6d req-9f092790-b2d3-402f-9e5a-5d12a9d4210c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:22.849232 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f46f539f-c366-4680-8d2a-38132cdb3e6d req-9f092790-b2d3-402f-9e5a-5d12a9d4210c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0844057
Apr 08 02:49:22.893266 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f46f539f-c366-4680-8d2a-38132cdb3e6d req-d958d00c-1313-4d5f-9fa5-a0960ec872dd tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383942
Apr 08 02:49:23.562880 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009899f-ecdb-4505-8ae6-2667bd422dcf req-111a32e4-b765-4908-beb6-63de5aecd4e3 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:23.565054 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a009899f-ecdb-4505-8ae6-2667bd422dcf req-111a32e4-b765-4908-beb6-63de5aecd4e3 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0806296
Apr 08 02:49:23.607667 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a009899f-ecdb-4505-8ae6-2667bd422dcf req-cda83804-1c25-488e-a9e1-4d13f1f43449 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368996
Apr 08 02:49:24.081496 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8e33d-0cb9-4065-a0c7-68917d96070f req-7b05f88e-5e64-49d2-a205-271362e30a4c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:24.083017 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ddc8e33d-0cb9-4065-a0c7-68917d96070f req-7b05f88e-5e64-49d2-a205-271362e30a4c tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0792458
Apr 08 02:49:24.126824 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ddc8e33d-0cb9-4065-a0c7-68917d96070f req-047b1523-742b-45bb-811a-4663f7de6b89 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374916
Apr 08 02:49:24.796295 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50835c77-6eed-4069-ae87-550e4fd6c94a req-10f9828d-5705-4fed-912b-547b0d133dd7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:24.797614 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-50835c77-6eed-4069-ae87-550e4fd6c94a req-10f9828d-5705-4fed-912b-547b0d133dd7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0800440
Apr 08 02:49:24.840692 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-50835c77-6eed-4069-ae87-550e4fd6c94a req-473fc73b-3e50-43d3-8649-b2d27fb5fc8c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363443
Apr 08 02:49:25.309365 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8afc81-0350-41d8-a304-460bdef6fb4f req-4c2671e2-f79a-41d5-a2d1-07464c485060 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:25.310804 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6d8afc81-0350-41d8-a304-460bdef6fb4f req-4c2671e2-f79a-41d5-a2d1-07464c485060 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0807822
Apr 08 02:49:25.353588 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6d8afc81-0350-41d8-a304-460bdef6fb4f req-6cdfaebc-2e9d-44d2-8e83-a7b7b05078d0 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366976
Apr 08 02:49:26.033857 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f0445-ef23-438c-b769-38cbcfc4753d req-c5287bcc-7979-46d9-8e82-d00ed7c50ff5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:26.035292 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-be7f0445-ef23-438c-b769-38cbcfc4753d req-c5287bcc-7979-46d9-8e82-d00ed7c50ff5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0832968
Apr 08 02:49:26.082882 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-be7f0445-ef23-438c-b769-38cbcfc4753d req-9047de04-d915-4636-a370-66898d7834c4 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416772
Apr 08 02:49:26.187639 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1330f-93b1-49db-a971-3218954bac92 req-da02385b-f59e-4d42-bf12-3b8c93140784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:26.189650 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-92a1330f-93b1-49db-a971-3218954bac92 req-da02385b-f59e-4d42-bf12-3b8c93140784 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 1098 time: 0.0673354
Apr 08 02:49:26.233988 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-92a1330f-93b1-49db-a971-3218954bac92 req-f1347041-b1f1-48ac-bb6c-8f98f42541a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354748
Apr 08 02:49:26.541017 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1454c53-3a3f-4256-abb2-a4c5c7c7437e req-4f49a214-53a2-4244-bdc1-ea6ec1a06a53 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:26.542423 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e1454c53-3a3f-4256-abb2-a4c5c7c7437e req-4f49a214-53a2-4244-bdc1-ea6ec1a06a53 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0795245
Apr 08 02:49:26.587730 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e1454c53-3a3f-4256-abb2-a4c5c7c7437e req-e0b18eef-4012-4b0a-878f-875e1d97f209 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379510
Apr 08 02:49:27.268172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4065b1-707e-4f83-9285-99cd44ee92e5 req-ff84fb87-1244-4aae-a266-c4a657d6c1b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:27.269595 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8d4065b1-707e-4f83-9285-99cd44ee92e5 req-ff84fb87-1244-4aae-a266-c4a657d6c1b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0771120
Apr 08 02:49:27.312399 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8d4065b1-707e-4f83-9285-99cd44ee92e5 req-19690e9f-0cfc-4666-803c-1a463337ed11 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372343
Apr 08 02:49:27.769591 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e8227-a173-4e27-bc48-98b5ede57409 req-9178097e-4b40-45d1-a5de-7157be9d7079 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:27.770914 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-526e8227-a173-4e27-bc48-98b5ede57409 req-9178097e-4b40-45d1-a5de-7157be9d7079 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0802853
Apr 08 02:49:27.813579 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-526e8227-a173-4e27-bc48-98b5ede57409 req-d79dce51-5467-4791-84de-4d498fe3a773 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370286
Apr 08 02:49:28.515644 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647caa5-be22-443c-a048-c073610f5193 req-9669d818-2c8d-4c53-b258-2f3efac2e6e0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:28.517399 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2647caa5-be22-443c-a048-c073610f5193 req-9669d818-2c8d-4c53-b258-2f3efac2e6e0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0928805
Apr 08 02:49:28.563667 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2647caa5-be22-443c-a048-c073610f5193 req-0724e60f-eb56-46f5-b246-908756c0a6bb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403795
Apr 08 02:49:28.994006 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb5698-8b23-4304-9e74-743664370dd0 req-7c66b714-808c-4d8a-bd42-460d70e4532e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:28.995477 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-28cb5698-8b23-4304-9e74-743664370dd0 req-7c66b714-808c-4d8a-bd42-460d70e4532e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0786018
Apr 08 02:49:29.039245 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-28cb5698-8b23-4304-9e74-743664370dd0 req-cf4fd0a8-1212-4ff7-ab59-32ff9d52f2aa tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381358
Apr 08 02:49:29.820749 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496fad0-bbe7-4114-9129-961676833eec req-8a2da6ac-5c45-45d8-b6b8-19df69d1a91f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:29.822238 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c496fad0-bbe7-4114-9129-961676833eec req-8a2da6ac-5c45-45d8-b6b8-19df69d1a91f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1429882
Apr 08 02:49:29.865977 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c496fad0-bbe7-4114-9129-961676833eec req-d1f93a0a-cbe9-4058-baaf-45f979fbfc08 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381722
Apr 08 02:49:30.343995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:31.054377 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de953b-209a-4f76-b5b7-7469d5834391 req-2e9994e4-a919-4f4f-9c21-e294bf275cb2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:31.055801 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-13de953b-209a-4f76-b5b7-7469d5834391 req-2e9994e4-a919-4f4f-9c21-e294bf275cb2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0776749
Apr 08 02:49:31.098802 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-13de953b-209a-4f76-b5b7-7469d5834391 req-7eea5d5b-5398-421a-a16c-939033eab3a8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372500
Apr 08 02:49:32.285925 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc32119-4248-46dc-958f-2036d4de363a req-c6c1a92b-1653-40f8-92a0-ad90fa5b20a0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:32.287348 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3dc32119-4248-46dc-958f-2036d4de363a req-c6c1a92b-1653-40f8-92a0-ad90fa5b20a0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0796192
Apr 08 02:49:32.330291 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3dc32119-4248-46dc-958f-2036d4de363a req-b4d17ae0-388e-46d2-bed7-5dc17abc39ae tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373144
Apr 08 02:49:33.521937 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28388eb1-0322-4217-bb07-241f3f83e062 req-2563f668-24f9-44ce-abf3-485cc364a764 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:33.523545 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-28388eb1-0322-4217-bb07-241f3f83e062 req-2563f668-24f9-44ce-abf3-485cc364a764 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0819118
Apr 08 02:49:33.566808 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-28388eb1-0322-4217-bb07-241f3f83e062 req-cd99a229-5bb7-4abe-8d95-bbeedf4a55c2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375476
Apr 08 02:49:34.794208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edb233-a60a-4257-b11e-2de3fe07a0a9 req-fe121ff1-d9b7-4257-bbf0-7b3cc836db63 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:34.795561 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-88edb233-a60a-4257-b11e-2de3fe07a0a9 req-fe121ff1-d9b7-4257-bbf0-7b3cc836db63 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.1120350
Apr 08 02:49:34.846479 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-88edb233-a60a-4257-b11e-2de3fe07a0a9 req-a9e129e3-515d-43c9-bc3a-6d34f1fc9b09 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442038
Apr 08 02:49:34.864236 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-ce8deb44-1789-4cc3-be90-38e5f717fd6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1115258
Apr 08 02:49:34.972174 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-1fc35c11-90b6-4dc8-9fdc-30f5b4b45067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:34.973592 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-1fc35c11-90b6-4dc8-9fdc-30f5b4b45067 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 1098 time: 0.0691257
Apr 08 02:49:35.067340 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-97daf0f5-3183-49fc-acee-7358b33beb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:35.100152 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:49:35.119278 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-1470b0ac-df92-4dec-89ae-3b7fd7d289bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:35.120806 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-1470b0ac-df92-4dec-89ae-3b7fd7d289bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1238215
Apr 08 02:49:35.220446 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-220da8a1-ca4c-43cb-8022-1ba40a4e51c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b HTTP/1.1" status: 200  len: 1000 time: 0.0924356
Apr 08 02:49:35.282743 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-d58c0767-81cc-4602-a74f-99e153507e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:35.284201 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-d58c0767-81cc-4602-a74f-99e153507e05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0574996
Apr 08 02:49:35.361364 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-e93a6820-f8f3-4860-9c94-1e29c69aac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:35.362751 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-e93a6820-f8f3-4860-9c94-1e29c69aac4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669551
Apr 08 02:49:35.491044 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-d577bddf-0b2c-482a-af17-fe2c33076810 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206553
Apr 08 02:49:35.638567 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eca453e6-110f-472d-bc1c-eb7a798658a5 req-13639746-a598-498b-8a7c-b2c06f8a231c service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219814
Apr 08 02:49:36.045629 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d449a8-9297-4c6d-b3e3-934a6a74fe17 req-e9277422-7690-4619-a766-a80fcf9730d1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:36.047153 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b0d449a8-9297-4c6d-b3e3-934a6a74fe17 req-e9277422-7690-4619-a766-a80fcf9730d1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 943 time: 0.0873201
Apr 08 02:49:36.094397 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b0d449a8-9297-4c6d-b3e3-934a6a74fe17 req-b8696d58-7dc3-4ac0-9af7-e0a251484474 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399818
Apr 08 02:49:36.800788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:49:36.939577 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:36.952679 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '19d6323f-cbfa-4743-8474-008e1a45beee', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'port_id': '19d6323f-cbfa-4743-8474-008e1a45beee', 'mac_address': 'fa:16:3e:90:9e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:49:37.006930 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:37.023845 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d6323f-cbfa-4743-8474-008e1a45beee {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:49:37.039354 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:37.042472 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:37.109788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=9']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:37.226183 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-60a1bae5-5758-4af9-a6d0-9ac9f8da68e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:37.285909 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f463-bd33-46c1-af00-94b92963c324 req-d8823f78-63ac-4c09-a543-7f88dde0961f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:37.287363 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-efc3f463-bd33-46c1-af00-94b92963c324 req-d8823f78-63ac-4c09-a543-7f88dde0961f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0799422
Apr 08 02:49:37.334520 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-efc3f463-bd33-46c1-af00-94b92963c324 req-d3fcc256-ed6f-407c-8ae3-78f25cadbe80 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414670
Apr 08 02:49:37.649428 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['19d6323f-cbfa-4743-8474-008e1a45beee'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:49:38.400792 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:38.435207 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:38.528309 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da89100-bb75-4c54-8e68-16a3f7539dad req-fea12fb3-3ede-43da-a29e-d4ef975550d7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:38.529764 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0da89100-bb75-4c54-8e68-16a3f7539dad req-fea12fb3-3ede-43da-a29e-d4ef975550d7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0824218
Apr 08 02:49:38.574246 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0da89100-bb75-4c54-8e68-16a3f7539dad req-07ae0519-f24f-453c-9abb-3e8ce755f83b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375640
Apr 08 02:49:39.761959 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550e03d-ec22-48c8-a54d-bd8d4b27dfdf req-da102c07-5cc8-461d-bb0a-c6ea82b54c24 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:39.763302 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c550e03d-ec22-48c8-a54d-bd8d4b27dfdf req-da102c07-5cc8-461d-bb0a-c6ea82b54c24 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0777016
Apr 08 02:49:39.807270 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c550e03d-ec22-48c8-a54d-bd8d4b27dfdf req-b6d3fe7a-b450-4038-b006-cb547330e7bb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376821
Apr 08 02:49:39.954094 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:40.998208 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23ed79-f206-43ca-86e9-727529e6a3a1 req-05cdae82-f112-4fc1-9095-44d0e7c6cbdc tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:40.999696 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0b23ed79-f206-43ca-86e9-727529e6a3a1 req-05cdae82-f112-4fc1-9095-44d0e7c6cbdc tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0812354
Apr 08 02:49:41.046911 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0b23ed79-f206-43ca-86e9-727529e6a3a1 req-e4ed69d7-824d-489e-8223-e9bdcb9bee47 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408890
Apr 08 02:49:42.237288 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa7d07-7437-471d-b72c-1de76059d9b3 req-fbca0ed8-f802-48ea-865c-4fbe5f86b61c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:42.238742 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8efa7d07-7437-471d-b72c-1de76059d9b3 req-fbca0ed8-f802-48ea-865c-4fbe5f86b61c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0816371
Apr 08 02:49:42.281200 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8efa7d07-7437-471d-b72c-1de76059d9b3 req-484ebb01-30f4-405f-b6dd-92875bc4adf1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369084
Apr 08 02:49:43.479082 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff1758-460e-4472-80ca-fac70efb1941 req-1802509b-e488-4d02-b188-8eca53f2f862 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:43.480739 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bbff1758-460e-4472-80ca-fac70efb1941 req-1802509b-e488-4d02-b188-8eca53f2f862 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0860667
Apr 08 02:49:43.528810 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bbff1758-460e-4472-80ca-fac70efb1941 req-84f85cb8-b2d5-497e-b0b4-406503453e2e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422947
Apr 08 02:49:44.719651 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdafb5b-3976-4427-9677-957920439d2b req-7244b95e-5c90-45ce-b326-28230baf571a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:44.721174 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3bdafb5b-3976-4427-9677-957920439d2b req-7244b95e-5c90-45ce-b326-28230baf571a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0801158
Apr 08 02:49:44.763314 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3bdafb5b-3976-4427-9677-957920439d2b req-a71ee374-dce2-4955-b3d4-647d047b8238 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365021
Apr 08 02:49:45.950973 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea124f-a937-472c-91a4-8d35b0963a80 req-2e46410b-bf71-4cdd-b805-cd3c1f73c152 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:45.952437 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4ea124f-a937-472c-91a4-8d35b0963a80 req-2e46410b-bf71-4cdd-b805-cd3c1f73c152 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0792217
Apr 08 02:49:45.997685 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4ea124f-a937-472c-91a4-8d35b0963a80 req-70be372d-414e-403d-8d41-0687333fbd86 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386896
Apr 08 02:49:46.968281 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:49:47.056802 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 19d6323f-cbfa-4743-8474-008e1a45beee triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:49:47.057165 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.172125 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.198862 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:49:47.199455 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a49a9-6209-454b-8ef8-bdb00817de82 req-6b3d6f06-11d7-4f33-976b-83fcdf250ff0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:47.201111 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-269a49a9-6209-454b-8ef8-bdb00817de82 req-6b3d6f06-11d7-4f33-976b-83fcdf250ff0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 944 time: 0.0826101
Apr 08 02:49:47.209845 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:47.214590 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:47.254096 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-269a49a9-6209-454b-8ef8-bdb00817de82 req-556b71e8-38e1-4a3f-bb38-51df2182f494 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449588
Apr 08 02:49:47.283480 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=10']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:47.290777 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.291120 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.291450 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.291776 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.292122 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.292441 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.292950 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.293269 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.293607 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.293925 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.294236 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.294546 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:47.307104 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0de809f-fef0-403d-a139-edf760b07d70'] response: {'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee', 'code': 200}
Apr 08 02:49:48.456053 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b193c9b-5519-42d6-bc0c-cdeb98dfebe6 req-87433b8b-4ea8-4b69-9f9d-65f3b7b14a50 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:48.457391 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1b193c9b-5519-42d6-bc0c-cdeb98dfebe6 req-87433b8b-4ea8-4b69-9f9d-65f3b7b14a50 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.0797291
Apr 08 02:49:48.570950 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1b193c9b-5519-42d6-bc0c-cdeb98dfebe6 req-b4f1b80b-ecf2-40af-b39e-b26179217926 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077206
Apr 08 02:49:49.478919 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a538a13-fa6d-462c-82b2-444aee1fc550 req-b5bc2d00-48d0-47c1-9cf4-5a342e731330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:49.480302 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9a538a13-fa6d-462c-82b2-444aee1fc550 req-b5bc2d00-48d0-47c1-9cf4-5a342e731330 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 1099 time: 0.0681276
Apr 08 02:49:49.519403 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9a538a13-fa6d-462c-82b2-444aee1fc550 req-c128fcd3-4afb-4571-b8ba-b1cbe7ac53f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327799
Apr 08 02:49:49.826826 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e61a5-be37-41ca-94c8-f260e72ccefe req-9c1f0314-2124-438b-bab6-b3874ecf14c2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:49.828179 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4b5e61a5-be37-41ca-94c8-f260e72ccefe req-9c1f0314-2124-438b-bab6-b3874ecf14c2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.1399150
Apr 08 02:49:49.871371 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4b5e61a5-be37-41ca-94c8-f260e72ccefe req-5243cbeb-1638-40ae-8b43-4b3f1b0ed840 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368552
Apr 08 02:49:51.068475 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0965460f-2afe-4459-81c1-18b032958e8f req-033725c0-e781-4212-8302-c45d0f06d2ce tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:51.070971 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0965460f-2afe-4459-81c1-18b032958e8f req-033725c0-e781-4212-8302-c45d0f06d2ce tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.0867226
Apr 08 02:49:51.122055 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0965460f-2afe-4459-81c1-18b032958e8f req-f07c8f76-8bcd-4d5f-9551-79718c5f23fe tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449920
Apr 08 02:49:52.313689 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b62814-42c4-4717-9ed1-eb3f43b5e2e8 req-cea18606-b70a-4aa5-b2b6-4261f363abdd tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:52.315237 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-85b62814-42c4-4717-9ed1-eb3f43b5e2e8 req-cea18606-b70a-4aa5-b2b6-4261f363abdd tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.0797286
Apr 08 02:49:52.365052 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-85b62814-42c4-4717-9ed1-eb3f43b5e2e8 req-5f5693d2-400d-41e6-a9d3-5e24fee46ef8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424786
Apr 08 02:49:53.553026 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3bd28-f51b-4a48-a1b1-cd9552c84c18 req-b1bb4f05-08f0-42ce-a7a8-46a6783ce63a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:53.555031 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a6e3bd28-f51b-4a48-a1b1-cd9552c84c18 req-b1bb4f05-08f0-42ce-a7a8-46a6783ce63a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.0784869
Apr 08 02:49:53.601340 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a6e3bd28-f51b-4a48-a1b1-cd9552c84c18 req-037f50d3-7a55-442c-861f-386d94d710ef tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404499
Apr 08 02:49:56.652595 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf370-b228-44db-a739-c4cef53f3f31 req-3c2248e5-07d2-4f65-a5b0-0ba28b6855ab tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:56.654035 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5a5cf370-b228-44db-a739-c4cef53f3f31 req-3c2248e5-07d2-4f65-a5b0-0ba28b6855ab tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0830660
Apr 08 02:49:56.698077 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5a5cf370-b228-44db-a739-c4cef53f3f31 req-9ab0943e-e059-4f9f-a797-f175c7c4891d tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383000
Apr 08 02:49:57.881043 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5779d74-587e-4108-895d-73d421076c2b req-9359fed0-97b1-472f-9583-65b3eb4dc7c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:57.882465 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f5779d74-587e-4108-895d-73d421076c2b req-9359fed0-97b1-472f-9583-65b3eb4dc7c9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0765111
Apr 08 02:49:57.925575 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f5779d74-587e-4108-895d-73d421076c2b req-4b70e0b9-589c-49cf-9c48-754546aeee97 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375540
Apr 08 02:49:58.868526 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-ad6cf631-def2-4f12-a46e-4c23a1e25e2e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:58.869900 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-ad6cf631-def2-4f12-a46e-4c23a1e25e2e tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0802920
Apr 08 02:49:58.942982 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Deleting port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:49:58.943661 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:59.109139 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d2cc-e748-4332-9419-c15a603baab1 req-e8df51d5-5fff-4d03-bb52-d69127a3dce9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:49:59.110570 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9b07d2cc-e748-4332-9419-c15a603baab1 req-e8df51d5-5fff-4d03-bb52-d69127a3dce9 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 945 time: 0.0813086
Apr 08 02:49:59.154962 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9b07d2cc-e748-4332-9419-c15a603baab1 req-a9ae501d-cdaa-4488-bc2f-0517d9676342 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/security-groups?id=bdd0c1b2-a908-4eb9-b921-932e9e3c1896&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379214
Apr 08 02:49:59.187180 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] For port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,segment=NetworkSegment(c5b749cd-76fa-4836-88d1-0031c6bab251),segment_id=c5b749cd-76fa-4836-88d1-0031c6bab251)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:49:59.187533 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:59.305144 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Calling delete_port for 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:49:59.444477 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:59.493299 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Pushing event deleted for resources: {'Port': ['ID=6f01f6ba-057e-4a68-b3cf-b0a236ca6707,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:49:59.526086 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.526416 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.526751 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.527078 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.527405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.527728 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.528077 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.528396 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.528712 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.529025 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.529337 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.529648 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:49:59.579806 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] No DVR routers for this DVR port 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:49:59.582079 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:49:59.585204 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243402df-e2d8-46e4-9166-6762c267291f', 'name': 'network-vif-deleted', 'tag': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:49:59.600329 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e5bc86bf-259d-4cd0-8987-e58f68532ba7 req-2906ad99-d6da-4ec1-9bbb-e73115a60022 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.41 "DELETE /v2.0/ports/6f01f6ba-057e-4a68-b3cf-b0a236ca6707 HTTP/1.1" status: 204  len: 173 time: 0.7245221
Apr 08 02:49:59.691532 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c45918b-72b9-4ce6-8bc0-ebe3475ea52e'] response: {'server_uuid': '243402df-e2d8-46e4-9166-6762c267291f', 'name': 'network-vif-deleted', 'tag': '6f01f6ba-057e-4a68-b3cf-b0a236ca6707', 'status': 'completed', 'code': 200}
Apr 08 02:50:00.318278 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-249b74b9-2ebf-48ff-b4a7-074d0402d52b req-6bc2facc-3b81-4113-ac4f-25f6fe15fef3 tempest-VolumesSnapshotTestJSON-2014791461 tempest-VolumesSnapshotTestJSON-2014791461-project] 10.222.0.23 "GET /v2.0/ports?device_id=243402df-e2d8-46e4-9166-6762c267291f HTTP/1.1" status: 200  len: 210 time: 0.0434022
Apr 08 02:50:00.344733 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:01.056530 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:50:01.094673 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:50:01.095000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 6f01f6ba-057e-4a68-b3cf-b0a236ca6707 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:50:05.061219 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-12e2ac2c-06c7-435f-9407-b8929e447c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:07.218122 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b2d7d0bd-66ad-41dc-a8bc-f8807fc82410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:08.402621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:08.437261 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:09.955778 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:12.099617 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:50:19.862704 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-f91ef184-38d3-40fd-8d7a-43b6bd228b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:19.865634 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-f91ef184-38d3-40fd-8d7a-43b6bd228b9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1099 time: 0.0769453
Apr 08 02:50:19.904845 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654c43f-17d0-4d86-b841-96564f244bde req-d76ad37a-9d09-49a7-a053-cb8936e7c31b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:19.908610 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9654c43f-17d0-4d86-b841-96564f244bde req-d76ad37a-9d09-49a7-a053-cb8936e7c31b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0897584
Apr 08 02:50:19.962256 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9654c43f-17d0-4d86-b841-96564f244bde req-017acf49-eeb2-477f-a1fc-86bb767b45a8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447841
Apr 08 02:50:20.002699 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-25642925-9228-4aa9-8062-f66f25c43cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:20.004179 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-25642925-9228-4aa9-8062-f66f25c43cec service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1318517
Apr 08 02:50:20.109638 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-027a8acf-9b94-48cb-80c6-fe6be17c1119 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 1002 time: 0.0979536
Apr 08 02:50:20.241005 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-ccfe9ff9-c7b6-478b-81b1-1876bd5334e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:20.242419 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-ccfe9ff9-c7b6-478b-81b1-1876bd5334e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.1227539
Apr 08 02:50:20.318499 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-a8db8ff1-3bbb-436d-a875-4e9e5599c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:20.319997 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-a8db8ff1-3bbb-436d-a875-4e9e5599c1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711906
Apr 08 02:50:20.451854 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-8360df68-5dc0-4e59-90c3-7b823ca61f1e service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241620
Apr 08 02:50:20.582757 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b42fcba2-aaae-43fc-b1cd-19ed9bbfc2e6 req-3ea5f9f1-6dc8-44be-a420-841701fc7b4c service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245937
Apr 08 02:50:21.154921 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87d54f-f346-4088-9b82-b603ca29da41 req-daa36e10-4111-4e9e-a1b8-efcf27623287 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:21.156366 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de87d54f-f346-4088-9b82-b603ca29da41 req-daa36e10-4111-4e9e-a1b8-efcf27623287 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0839741
Apr 08 02:50:21.205871 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de87d54f-f346-4088-9b82-b603ca29da41 req-1ddac2c1-f82d-4065-b5e0-6b56247c1950 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433464
Apr 08 02:50:22.499106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240daaa6-0cd4-4d2a-90ea-a956fd45567d req-a142edf1-bdeb-4718-9e4a-14fcb30dd660 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:22.500510 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-240daaa6-0cd4-4d2a-90ea-a956fd45567d req-a142edf1-bdeb-4718-9e4a-14fcb30dd660 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0793941
Apr 08 02:50:22.544667 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-240daaa6-0cd4-4d2a-90ea-a956fd45567d req-e5597bde-4ae2-49cc-9340-e3c207c5bbe5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377500
Apr 08 02:50:23.733603 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f7aec-fe90-42cb-b9ea-c2f24f80da7a req-c9b99dd7-1e25-47b2-96d7-5a261dfaecea tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:23.734947 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e57f7aec-fe90-42cb-b9ea-c2f24f80da7a req-c9b99dd7-1e25-47b2-96d7-5a261dfaecea tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0798850
Apr 08 02:50:23.778148 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e57f7aec-fe90-42cb-b9ea-c2f24f80da7a req-177ba67a-6c32-42c9-a63a-3f6e8ae80e94 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367346
Apr 08 02:50:24.966029 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82372b-b4c3-4d60-9ba1-95b6523fcf89 req-91a99b26-fcf2-4c03-bb4a-81b85702c1ea tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:24.967438 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9a82372b-b4c3-4d60-9ba1-95b6523fcf89 req-91a99b26-fcf2-4c03-bb4a-81b85702c1ea tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0822093
Apr 08 02:50:25.011824 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9a82372b-b4c3-4d60-9ba1-95b6523fcf89 req-e22e8b14-6aca-4e4c-be8b-c4651f908d6d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387130
Apr 08 02:50:26.349997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471fd5b-5aaa-4077-8ead-a66605ca9144 req-70469f61-db62-4285-aa9f-6634caee583a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:26.351434 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1471fd5b-5aaa-4077-8ead-a66605ca9144 req-70469f61-db62-4285-aa9f-6634caee583a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0823874
Apr 08 02:50:26.395085 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1471fd5b-5aaa-4077-8ead-a66605ca9144 req-6d9cb097-4f17-4b68-b8db-9229e8c4171a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380034
Apr 08 02:50:27.583980 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc5f1e-f38d-4d00-a3ae-cf4af68e3477 req-d0dd6791-4557-430f-bea6-bf995a765cd7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:27.585417 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c1fc5f1e-f38d-4d00-a3ae-cf4af68e3477 req-d0dd6791-4557-430f-bea6-bf995a765cd7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0845461
Apr 08 02:50:27.632792 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c1fc5f1e-f38d-4d00-a3ae-cf4af68e3477 req-ec8fac9d-e71f-49e6-a5fa-348088c6a737 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415750
Apr 08 02:50:28.586476 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47416) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:28.644715 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] Deleting subnet c5dec03f-3cd9-4901-aae0-27fc73b45b44 {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:50:28.648198 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:28.700540 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:28.757947 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:28.841837 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26923f-9191-4ca4-aa0f-8266924e4993 req-8892f243-ec39-4f1a-aa51-759ed0c19189 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:28.843289 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eb26923f-9191-4ca4-aa0f-8266924e4993 req-8892f243-ec39-4f1a-aa51-759ed0c19189 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0913937
Apr 08 02:50:28.844165 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:28.883805 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5dec03f-3cd9-4901-aae0-27fc73b45b44,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:28.889278 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:28.892552 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eb26923f-9191-4ca4-aa0f-8266924e4993 req-53f35672-dedd-412c-aa42-35198f6c8441 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408359
Apr 08 02:50:28.896423 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4f453433-0bd8-47b4-a122-4abe739991aa admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c5dec03f-3cd9-4901-aae0-27fc73b45b44 HTTP/1.1" status: 204  len: 168 time: 0.3088794
Apr 08 02:50:28.897760 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47428) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:29.000699 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.121308 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.145996 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6fcdd7a1c0>> segment before_delete 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.146334 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6fcdd7a1c0>> subnet precommit_delete_associations 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.147081 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> segment_host_mapping after_create 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.147409 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> port after_create 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.147729 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> port after_delete 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.148116 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> port after_update 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.148433 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> segment after_delete 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.148764 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> subnet after_create 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.149079 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> subnet after_delete 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.149388 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6fce3d2310>> subnet after_update 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.214993 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcdee0730>> subnet after_create 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.215340 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcdee0730>> subnet after_delete 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.215666 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcdee0730>> subnet before_create 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.216017 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6fcdee0730>> subnet before_update 55550000 {{(pid=87222) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Apr 08 02:50:29.216376 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcf145f70>,) {'filters': {'network_id': ['82e858b5-a7a6-4321-935a-f5708e9fb4a1']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:29.228737 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcf145f70>, 'c5b749cd-76fa-4836-88d1-0031c6bab251') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:29.229033 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcf145f70>, 'c5b749cd-76fa-4836-88d1-0031c6bab251') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:29.240472 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.257811 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.264763 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:50:29.265142 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   from cryptography.utils import int_from_bytes
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   from cryptography.utils import int_from_bytes
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   util.warn_limited(
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:50:29.283972 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:50:29.357431 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.362882 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.389176 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e858b5-a7a6-4321-935a-f5708e9fb4a1,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:29.398841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.399337 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.399680 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.400058 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.400385 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.400708 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.401060 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.401436 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.401808 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.402226 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.402541 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.402855 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:29.407519 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-a5a78f59-386d-46e1-a79e-ae4232e05ac8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/82e858b5-a7a6-4321-935a-f5708e9fb4a1 HTTP/1.1" status: 204  len: 168 time: 0.5087974
Apr 08 02:50:29.589101 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47434) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:29.637644 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0be6a307-ae7c-4174-9481-c8b45c4b208e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f648ffbed31f4192b6f16124451b3559&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0473576
Apr 08 02:50:29.640066 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47438) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:29.698233 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94de3ced-f943-4ed6-a0bc-112b2a8f11af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.724055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94de3ced-f943-4ed6-a0bc-112b2a8f11af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.775706 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94de3ced-f943-4ed6-a0bc-112b2a8f11af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.793174 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de3ced-f943-4ed6-a0bc-112b2a8f11af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd0c1b2-a908-4eb9-b921-932e9e3c1896,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:29.808833 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94de3ced-f943-4ed6-a0bc-112b2a8f11af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:29.812247 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-94de3ced-f943-4ed6-a0bc-112b2a8f11af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bdd0c1b2-a908-4eb9-b921-932e9e3c1896 HTTP/1.1" status: 204  len: 168 time: 0.1690054
Apr 08 02:50:30.086904 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546368a-02d2-40a0-9775-f4bc242379d3 req-579ac2d1-0708-435d-82a6-788fbd6f2e3d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:30.089210 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1546368a-02d2-40a0-9775-f4bc242379d3 req-579ac2d1-0708-435d-82a6-788fbd6f2e3d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0869329
Apr 08 02:50:30.143817 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1546368a-02d2-40a0-9775-f4bc242379d3 req-9ff0b452-5aa3-45d3-868c-67f774dda6be tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483592
Apr 08 02:50:30.273808 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4e5bc-d213-4ad3-abaa-e7db54fcfc0f req-46eccbfa-be29-48b5-8ca3-adfb90c98e1d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:30.275285 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-82b4e5bc-d213-4ad3-abaa-e7db54fcfc0f req-46eccbfa-be29-48b5-8ca3-adfb90c98e1d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0870967
Apr 08 02:50:30.320021 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-82b4e5bc-d213-4ad3-abaa-e7db54fcfc0f req-bbb32a92-ab0c-4166-9453-d56e9bb2f7d0 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388238
Apr 08 02:50:30.346121 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.579172 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47470) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:30.686371 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1268084492-network', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:30.690852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:30.695849 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Usage tracker for resource:network and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:30.698677 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:30.704803 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:30.714728 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Made reservation on behalf of 0f7f360a7ebf4464b91dce9442330898 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:30.716922 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.728353 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.742297 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:30.745961 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:30.748674 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:30.754153 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:30.832662 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.836175 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.867397 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:50:30.875300 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52016884-30fa-4941-9075-30ff265535ec,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:30.880775 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.881107 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Added segment dff543aa-acb4-46cf-8097-3afe3aa77677 of type vlan for network 71466063-e434-4e94-a6a1-5afeb4638af7
Apr 08 02:50:30.905938 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.934726 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:30.935580 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:30.936186 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.038254 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4579997
Apr 08 02:50:31.039203 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cabb7b-3980-486b-a10d-f099720668d4 admin admin] Pushing event updated for resources: {'Network': ['ID=71466063-e434-4e94-a6a1-5afeb4638af7,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:31.041983 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47476) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:31.048163 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Request body: {'subnet': {'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1268084492-subnet', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'ip_version': 4}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:31.048905 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 71466063-e434-4e94-a6a1-5afeb4638af7 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:50:31.053746 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:31.058796 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Usage tracker for resource:subnet and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:31.061604 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:31.067828 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:31.077894 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Made reservation on behalf of 0f7f360a7ebf4464b91dce9442330898 for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:31.080206 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2481902'] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.280515 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2481884'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.327340 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640c040-e84d-440d-9405-5a33b6a95b85 req-f210a761-80b7-4fb9-b77a-d0bca147458b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:31.328924 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3640c040-e84d-440d-9405-5a33b6a95b85 req-f210a761-80b7-4fb9-b77a-d0bca147458b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0813131
Apr 08 02:50:31.376517 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3640c040-e84d-440d-9405-5a33b6a95b85 req-9b04193b-5085-48a6-b4cb-ba71cf2185b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408518
Apr 08 02:50:31.430441 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4b7ecf-4b61-4692-8569-a4e1997f58b6,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:31.471318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Checking segment: {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:31.471663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Network hostable DHCP agents. Network: 71466063-e434-4e94-a6a1-5afeb4638af7, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:50:31.505150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Network 71466063-e434-4e94-a6a1-5afeb4638af7 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:50:31.522960 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 71466063-e434-4e94-a6a1-5afeb4638af7) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:31.529085 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:31.529879 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.531977 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1d31ea-a959-4c29-ba46-5b509ccd1c89 None None] Network 71466063-e434-4e94-a6a1-5afeb4638af7 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:50:31.542125 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5702538-10a6-4313-81f8-b13445a2eedf req-d512cc8e-e8e4-43d4-93f1-6be5d62dec19 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:31.543568 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f5702538-10a6-4313-81f8-b13445a2eedf req-d512cc8e-e8e4-43d4-93f1-6be5d62dec19 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1085458
Apr 08 02:50:31.586941 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-51a7696a-9ae2-4534-acc2-dcbe13620958 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5436687
Apr 08 02:50:31.589876 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47484) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:31.595507 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:31.597479 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f5702538-10a6-4313-81f8-b13445a2eedf req-86f010a9-d9c0-453f-9bd0-97323e1cd16b tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465300
Apr 08 02:50:31.600982 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:31.604972 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Usage tracker for resource:router and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:31.607724 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:31.617199 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:31.628253 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.629219 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.645215 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.746799 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-71466063-e434-4e94-a6a1-5afeb4638af7', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:50:31.747598 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:31.904003 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Allocated IP 172.20.0.2 (71466063-e434-4e94-a6a1-5afeb4638af7/ba4b7ecf-4b61-4692-8569-a4e1997f58b6/b62a4675-0cd8-4c2c-bfd0-4ab394172a90) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:31.997750 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.109055 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.119720 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Transition to ACTIVE for port object b62a4675-0cd8-4c2c-bfd0-4ab394172a90 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:32.138057 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Transition to ACTIVE for port object b62a4675-0cd8-4c2c-bfd0-4ab394172a90 will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:32.142742 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.203798 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Network 71466063-e434-4e94-a6a1-5afeb4638af7 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:32.211085 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:32.218290 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:50:32.224342 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Pushing event updated for resources: {'Port': ['ID=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:32.308631 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Attempting to bind port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:32.308992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Attempting to bind port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:32.309346 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Attempting to bind port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 on network 71466063-e434-4e94-a6a1-5afeb4638af7 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:50:32.311116 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.314463 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:50:32.314832 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Checking segment: {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:32.315220 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.315602 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Bound using segment: {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:50:32.316087 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Bound port: b62a4675-0cd8-4c2c-bfd0-4ab394172a90, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:32.316448 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.340589 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.430296 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] For port b62a4675-0cd8-4c2c-bfd0-4ab394172a90, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:50:32.433815 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] For port b62a4675-0cd8-4c2c-bfd0-4ab394172a90, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:50:32.438496 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.487020 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Allocated IP 172.27.1.69 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:32.513923 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a3ccd-fc5f-4be8-bdca-cd55c388c3e0 None None] Pushing event updated for resources: {'Port': ['ID=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:32.676079 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec44e-318e-4ea9-9142-1f53e874dfb4 req-872cd43f-b7be-45a5-94db-e0557adeb7a8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:32.678513 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8c7ec44e-318e-4ea9-9142-1f53e874dfb4 req-872cd43f-b7be-45a5-94db-e0557adeb7a8 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1849773
Apr 08 02:50:32.756075 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.772756 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8c7ec44e-318e-4ea9-9142-1f53e874dfb4 req-f1bff054-aa05-4131-b44c-1be572a71c74 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870638
Apr 08 02:50:32.815477 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:32.845920 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250055a-d8ed-4d59-9fcc-1fe7b7a4dbb6 req-f3b7fd40-0a28-418a-8c80-71bdb171b520 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:32.847919 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5250055a-d8ed-4d59-9fcc-1fe7b7a4dbb6 req-f3b7fd40-0a28-418a-8c80-71bdb171b520 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1243699
Apr 08 02:50:32.883044 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:32.886194 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:32.888620 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:50:32.895733 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5250055a-d8ed-4d59-9fcc-1fe7b7a4dbb6 req-67b334b3-0335-4dfa-bc9c-f389b85457b3 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414429
Apr 08 02:50:32.952445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:33.414544 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:33.512517 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a86df-289e-4063-94b8-d2572adb0bdc None None] Network 71466063-e434-4e94-a6a1-5afeb4638af7 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:50:33.610184 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-77ea3654-4de5-4ff9-ab10-ec925fb403d2 None None] Provisioning for port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:33.758262 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:34.028148 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69d0cb-ec18-4837-b47d-268e3bf16755 req-53bf23c3-ab7d-4027-b738-3fdaeffe0c8e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:34.029536 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bc69d0cb-ec18-4837-b47d-268e3bf16755 req-53bf23c3-ab7d-4027-b738-3fdaeffe0c8e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1322381
Apr 08 02:50:34.030514 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Router c80c5c1c-3364-4c3a-b788-15942d22521f is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:50:34.089158 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60939b-90ce-4f20-95f7-d8ac6046dbf5 req-5b6d135f-8fe8-4dc7-801d-162e72e5ae3a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:34.090588 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ca60939b-90ce-4f20-95f7-d8ac6046dbf5 req-5b6d135f-8fe8-4dc7-801d-162e72e5ae3a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0864635
Apr 08 02:50:34.136185 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ca60939b-90ce-4f20-95f7-d8ac6046dbf5 req-b186aebe-3255-44a1-8be4-d3ed20af4a73 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395610
Apr 08 02:50:34.147015 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bc69d0cb-ec18-4837-b47d-268e3bf16755 req-b7c8c027-9685-4bcd-8930-dafac009038e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087904
Apr 08 02:50:34.246860 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:50:34.257384 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Sync routers for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:50:34.267038 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:34.267692 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce519ee0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:34.273816 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:34.275040 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d8afc1da-c9c1-4a33-8218-3bcdf8290c21 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6841340
Apr 08 02:50:34.277749 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47496) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:34.446798 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:34.747552 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b62a4675-0cd8-4c2c-bfd0-4ab394172a90 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:34.770620 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce519ee0>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:33Z', 'revision_number': 3, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:34.775917 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Checking router: c80c5c1c-3364-4c3a-b788-15942d22521f for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:50:34.776282 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Updating router c80c5c1c-3364-4c3a-b788-15942d22521f port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:50:34.829607 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:34.837300 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:34.842366 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:34.842949 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:34.960067 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:34.992513 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port b62a4675-0cd8-4c2c-bfd0-4ab394172a90, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:50:34.994991 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6676778-2cc8-41db-933f-3477164628e7 req-1c2f70ff-126d-4cb3-b4c1-52fb0c8c3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:34.996450 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6676778-2cc8-41db-933f-3477164628e7 req-1c2f70ff-126d-4cb3-b4c1-52fb0c8c3736 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1098 time: 0.2003136
Apr 08 02:50:34.997349 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.075192 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-831e0cd5-ffd9-49c1-bfb4-08cbc22bccf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.084197 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:35.169565 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.183403 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Transition to ACTIVE for port object ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:35.193970 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.267089 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Attempting to bind port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:35.267750 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6676778-2cc8-41db-933f-3477164628e7 req-28391179-bd9e-46a1-b728-df243693d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:35.267884 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Attempting to bind port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:35.267884 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Attempting to bind port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:50:35.269087 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6676778-2cc8-41db-933f-3477164628e7 req-28391179-bd9e-46a1-b728-df243693d068 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.2463522
Apr 08 02:50:35.284582 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:50:35.284944 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:35.285328 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.286115 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:50:35.287103 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Bound port: ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:35.287465 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.308539 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.351408 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d09648-d614-4b94-a09c-e5c416931977 req-5ad86046-f07b-4f3a-a9b9-8caa2557669e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:35.354123 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-23d09648-d614-4b94-a09c-e5c416931977 req-5ad86046-f07b-4f3a-a9b9-8caa2557669e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0848331
Apr 08 02:50:35.371388 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Pushing event updated for resources: {'Port': ['ID=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,revision_number=2']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:35.385891 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.386228 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.386696 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.387428 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.387428 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.387780 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.388139 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.388476 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.388888 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.389220 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.389541 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.389909 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:35.404915 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] For port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:50:35.408392 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] For port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:50:35.414645 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-23d09648-d614-4b94-a09c-e5c416931977 req-8f14b7ab-f482-42c2-a56b-4b5276ce766c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546045
Apr 08 02:50:35.416086 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:35.491156 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6676778-2cc8-41db-933f-3477164628e7 req-c10cc1ad-d8e6-4c79-92d3-458d3dc12f17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 1001 time: 0.1845520
Apr 08 02:50:35.498856 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:35.499530 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce519ee0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:35.555381 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05896528-a035-4f46-9a78-9e585ef500fc None None] Pushing event updated for resources: {'Port': ['ID=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:35.621723 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b75b9-60ed-4df6-b633-9f63ffa8b562 req-f2610667-1449-425b-9629-0cc19f4d6e66 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:35.623168 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a38b75b9-60ed-4df6-b633-9f63ffa8b562 req-f2610667-1449-425b-9629-0cc19f4d6e66 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.3505309
Apr 08 02:50:35.628727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6676778-2cc8-41db-933f-3477164628e7 req-cf6042bc-aede-43d4-92fa-626462207804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:35.630170 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6676778-2cc8-41db-933f-3477164628e7 req-cf6042bc-aede-43d4-92fa-626462207804 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.1295447
Apr 08 02:50:35.682021 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:35.768682 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a38b75b9-60ed-4df6-b633-9f63ffa8b562 req-38d705e9-3784-4fe0-85d5-cf0bb1f14968 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1375849
Apr 08 02:50:35.772607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Allocated IP 172.20.0.1 (71466063-e434-4e94-a6a1-5afeb4638af7/ba4b7ecf-4b61-4692-8569-a4e1997f58b6/28d57f28-698f-4eff-b881-1454695b0c4c) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:35.838821 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6676778-2cc8-41db-933f-3477164628e7 req-420eb144-4f60-4d74-8da8-f81b570b3206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:35.840283 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6676778-2cc8-41db-933f-3477164628e7 req-420eb144-4f60-4d74-8da8-f81b570b3206 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1903548
Apr 08 02:50:35.971751 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce519ee0>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:33Z', 'revision_number': 3, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:35.978406 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aeb28df-caea-43d8-83ff-f31b21b17077 None None] The sync data for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi is: [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:33Z', 'revision_number': 3, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:50:36.044297 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.062100 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6676778-2cc8-41db-933f-3477164628e7 req-521486b5-125a-4c9b-8e35-7d9299e434b9 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807454
Apr 08 02:50:36.068014 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Transition to ACTIVE for port object 28d57f28-698f-4eff-b881-1454695b0c4c will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:36.215189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.360850 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6676778-2cc8-41db-933f-3477164628e7 req-319b6dbe-99d5-406e-a15b-43c3ca9dbb6f service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2913573
Apr 08 02:50:36.378320 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Network 71466063-e434-4e94-a6a1-5afeb4638af7 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:36.381757 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:36.385466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:50:36.433701 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Pushing event updated for resources: {'Port': ['ID=28d57f28-698f-4eff-b881-1454695b0c4c,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:36.456142 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.593924 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.680824 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91924fa-408a-4928-b562-745f0711c982 req-3dd0639e-ed9e-4de2-a787-77698990a331 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:36.682608 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f91924fa-408a-4928-b562-745f0711c982 req-3dd0639e-ed9e-4de2-a787-77698990a331 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1119754
Apr 08 02:50:36.686317 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-8988ee70-d15a-4861-b714-7a3489ee96a4 None None] Provisioning for port 28d57f28-698f-4eff-b881-1454695b0c4c completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:36.694119 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-8988ee70-d15a-4861-b714-7a3489ee96a4 None None] Provisioning complete for port 28d57f28-698f-4eff-b881-1454695b0c4c triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:36.696121 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-8988ee70-d15a-4861-b714-7a3489ee96a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.789190 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-8988ee70-d15a-4861-b714-7a3489ee96a4 None None] Port 28d57f28-698f-4eff-b881-1454695b0c4c cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:50:36.808557 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f91924fa-408a-4928-b562-745f0711c982 req-ead0c307-21f7-4893-bde3-06526fea8e12 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1177065
Apr 08 02:50:36.855115 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b62a4675-0cd8-4c2c-bfd0-4ab394172a90 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:36.889518 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.898439 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:36.965855 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:36.966213 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.057777 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Pushing event updated for resources: {'Port': ['ID=28d57f28-698f-4eff-b881-1454695b0c4c,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:37.060215 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.089971 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:37.166946 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:37.172155 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:37.172513 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.177102 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566631-abc7-4fea-93ba-c334c57ec6e8 req-d54a4f8c-1063-4fc4-99db-bb35ff066a8b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:37.178859 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-82566631-abc7-4fea-93ba-c334c57ec6e8 req-d54a4f8c-1063-4fc4-99db-bb35ff066a8b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.2102375
Apr 08 02:50:37.243661 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ae306d0b-a6f5-44ba-91d5-f9f10f71de63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.253517 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-82566631-abc7-4fea-93ba-c334c57ec6e8 req-51dac565-bd5d-41bc-97b0-9406ed8cc29c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655065
Apr 08 02:50:37.263617 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Network 71466063-e434-4e94-a6a1-5afeb4638af7 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:37.264875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:37.319300 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.341598 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:50:37.347989 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.428621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:37.501640 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Router c80c5c1c-3364-4c3a-b788-15942d22521f has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:50:37.517974 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-e1f22f46-a285-4cc8-aca0-d32e6f6be09a None None] Provisioning complete for port 28d57f28-698f-4eff-b881-1454695b0c4c triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:37.518332 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e1f22f46-a285-4cc8-aca0-d32e6f6be09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:37.577865 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-e1f22f46-a285-4cc8-aca0-d32e6f6be09a None None] Port 28d57f28-698f-4eff-b881-1454695b0c4c cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:50:37.684648 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:50:37.694242 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Sync routers for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:50:37.695241 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-cd82b47b-295a-4697-a8c8-7db83adf2b99 admin admin] 10.222.0.23 "PUT /v2.0/routers/c80c5c1c-3364-4c3a-b788-15942d22521f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4165444
Apr 08 02:50:37.703400 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:37.704027 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fd11d7610>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:37.890781 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:37.998313 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d707eea-fb78-4b15-b961-0cd100abf37d req-1e864481-c769-4327-8dfb-e4a31aee7d1d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:38.000105 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3d707eea-fb78-4b15-b961-0cd100abf37d req-1e864481-c769-4327-8dfb-e4a31aee7d1d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0840764
Apr 08 02:50:38.060247 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3d707eea-fb78-4b15-b961-0cd100abf37d req-4a7f655a-87ab-4484-b11e-837cc7bc74ae tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519874
Apr 08 02:50:38.214564 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47530) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:38.220200 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-312420455-network', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:38.225249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:38.229234 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Usage tracker for resource:network and tenant:e652bfd4bd0340bb99d09621eaade62b is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:38.232456 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:38.239513 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:38.249984 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Made reservation on behalf of e652bfd4bd0340bb99d09621eaade62b for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:38.252574 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.258408 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fd11d7610>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 2, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:38.262376 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Checking router: c80c5c1c-3364-4c3a-b788-15942d22521f for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:50:38.262718 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Updating router c80c5c1c-3364-4c3a-b788-15942d22521f port 28d57f28-698f-4eff-b881-1454695b0c4c binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:50:38.265487 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.276812 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3484b73-d8dd-4973-81dd-1665110435b5 req-9dd82bd3-3d08-4595-b79e-ae174681f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:38.280582 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:38.281156 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d3484b73-d8dd-4973-81dd-1665110435b5 req-9dd82bd3-3d08-4595-b79e-ae174681f12a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1099 time: 0.0846114
Apr 08 02:50:38.284865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Usage tracker for resource:security_group_rule and tenant:e652bfd4bd0340bb99d09621eaade62b is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:38.287762 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:38.294462 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:38.331466 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.333429 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d3484b73-d8dd-4973-81dd-1665110435b5 req-ff2022ae-855c-408f-aa4b-244006924341 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453186
Apr 08 02:50:38.387018 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.392343 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.429493 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:50:38.444394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7179fcf2-c819-4d29-9e30-bb023dd68782,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:38.449587 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.450310 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Added segment e761dbf7-15ce-4279-9a13-115498bdbecf of type vlan for network 1a3f4a0f-269e-4f73-b152-08543b7d07e0
Apr 08 02:50:38.482802 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.484883 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.498249 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea67f3-cf4b-4a88-bd45-591c1d0be68f req-6d427e33-702f-4b03-b68e-ee6583294b2c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:38.499967 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b6ea67f3-cf4b-4a88-bd45-591c1d0be68f req-6d427e33-702f-4b03-b68e-ee6583294b2c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1005907
Apr 08 02:50:38.504955 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.522965 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.523907 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:38.524561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.562461 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b6ea67f3-cf4b-4a88-bd45-591c1d0be68f req-8985ccf4-9637-4e5e-a0bc-47ce2f752640 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542750
Apr 08 02:50:38.636067 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4202676
Apr 08 02:50:38.636826 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc881-124c-4c01-a883-a88fcc2c93c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1a3f4a0f-269e-4f73-b152-08543b7d07e0,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:38.638800 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47536) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:38.644488 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Request body: {'subnet': {'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-312420455-subnet', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'ip_version': 4}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:38.649197 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:38.650838 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:50:38.653124 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Usage tracker for resource:subnet and tenant:e652bfd4bd0340bb99d09621eaade62b is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:38.655981 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:38.662838 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:38.673746 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Made reservation on behalf of e652bfd4bd0340bb99d09621eaade62b for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:50:38.676325 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2481902'] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.747578 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:38.883594 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2481884'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.903248 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:38.903614 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.953424 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.957367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a06285-31a1-43eb-9705-065ba1f55e9a,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:38.964823 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Checking segment: {'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:38.965180 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Network hostable DHCP agents. Network: 1a3f4a0f-269e-4f73-b152-08543b7d07e0, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:50:38.977007 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Transition to ACTIVE for port object 28d57f28-698f-4eff-b881-1454695b0c4c will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:38.984491 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:38.984678 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:50:38.994673 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 1a3f4a0f-269e-4f73-b152-08543b7d07e0) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:38.999460 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:39.000599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.023451 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-aa3d590a-4e5c-48e1-a075-82be15f630bb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3823004
Apr 08 02:50:39.024774 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1805ae51-9239-437a-b2a7-ec17b4594354 None None] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:50:39.024920 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47542) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:39.029948 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:39.034414 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:39.038259 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Usage tracker for resource:router and tenant:e652bfd4bd0340bb99d09621eaade62b is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:39.041112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:39.046905 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:39.057996 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.059156 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.077440 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.245310 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22320364-be58-49bd-999a-34de3b6125be None None] Pushing event updated for resources: {'Port': ['ID=28d57f28-698f-4eff-b881-1454695b0c4c,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:39.316100 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e01e41-c887-47aa-a8a1-79fb029f4f8f req-dfcdf55f-52a9-408e-8051-026a447eafcd tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:39.318462 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e9e01e41-c887-47aa-a8a1-79fb029f4f8f req-dfcdf55f-52a9-408e-8051-026a447eafcd tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1141186
Apr 08 02:50:39.366573 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e9e01e41-c887-47aa-a8a1-79fb029f4f8f req-e667f5fe-ce6c-4066-8d87-038d416ba46b tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406415
Apr 08 02:50:39.407117 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Attempting to bind port 28d57f28-698f-4eff-b881-1454695b0c4c on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:39.407475 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Attempting to bind port 28d57f28-698f-4eff-b881-1454695b0c4c by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:39.407827 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Attempting to bind port 28d57f28-698f-4eff-b881-1454695b0c4c on network 71466063-e434-4e94-a6a1-5afeb4638af7 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:50:39.425122 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:50:39.425487 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Checking segment: {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:39.425874 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.426291 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Bound using segment: {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:50:39.426751 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Bound port: 28d57f28-698f-4eff-b881-1454695b0c4c, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:39.427111 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.456192 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.569970 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-1a3f4a0f-269e-4f73-b152-08543b7d07e0', 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'fixed_ips': [{'subnet_id': 'c7a06285-31a1-43eb-9705-065ba1f55e9a'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:50:39.570759 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.649233 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] For port 28d57f28-698f-4eff-b881-1454695b0c4c, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:50:39.672060 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] For port 28d57f28-698f-4eff-b881-1454695b0c4c, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=28d57f28-698f-4eff-b881-1454695b0c4c,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:50:39.680043 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.815843 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:39.816532 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fd11d7610>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:39.839596 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.868084 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22320364-be58-49bd-999a-34de3b6125be None None] Pushing event updated for resources: {'Port': ['ID=28d57f28-698f-4eff-b881-1454695b0c4c,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:39.872936 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:39.891480 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Allocated IP 172.20.0.2 (1a3f4a0f-269e-4f73-b152-08543b7d07e0/c7a06285-31a1-43eb-9705-065ba1f55e9a/71e767e8-5a70-4492-a22f-2249cd84924b) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:39.942362 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35d853-6915-4d1b-89a9-295f55322531 req-f1b3ef6c-a309-4e48-b772-15000dac919a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:39.944149 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1b35d853-6915-4d1b-89a9-295f55322531 req-f1b3ef6c-a309-4e48-b772-15000dac919a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.2199371
Apr 08 02:50:40.059571 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1b35d853-6915-4d1b-89a9-295f55322531 req-7a51b9ba-7076-4d57-8122-8a7f283d701b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010654
Apr 08 02:50:40.089131 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Allocated IP 172.27.1.172 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/3f21b39a-1234-4150-8ad2-2ce1b27dc2bb) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:40.090675 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.128012 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:40.239439 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.268326 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.331353 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:40.338904 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:40.343001 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:50:40.374877 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:40.436263 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.452496 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Transition to ACTIVE for port object 71e767e8-5a70-4492-a22f-2249cd84924b will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:40.511670 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Transition to ACTIVE for port object 71e767e8-5a70-4492-a22f-2249cd84924b will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:40.524287 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.570425 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8bf86-1a18-4d12-b704-06b9d22f4e9a req-a1eeda66-099f-41c9-8d5f-dd7c311c4988 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:40.572635 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b8f8bf86-1a18-4d12-b704-06b9d22f4e9a req-a1eeda66-099f-41c9-8d5f-dd7c311c4988 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0865507
Apr 08 02:50:40.593003 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:40.602304 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:40.611243 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:50:40.619766 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Pushing event updated for resources: {'Port': ['ID=71e767e8-5a70-4492-a22f-2249cd84924b,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:40.624545 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b8f8bf86-1a18-4d12-b704-06b9d22f4e9a req-510c917a-7480-4be6-a179-e5de9b9270e8 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456319
Apr 08 02:50:40.704588 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fd11d7610>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:39Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:40.713818 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc310f3-cba9-4949-bca1-59d08e5fd783 None None] The sync data for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi is: [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:39Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:50:40.717092 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Attempting to bind port 71e767e8-5a70-4492-a22f-2249cd84924b on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:40.717460 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Attempting to bind port 71e767e8-5a70-4492-a22f-2249cd84924b by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:40.717805 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Attempting to bind port 71e767e8-5a70-4492-a22f-2249cd84924b on network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:50:40.724090 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:50:40.724579 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Checking segment: {'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:40.724977 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.725360 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Bound using segment: {'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:50:40.725820 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Bound port: 71e767e8-5a70-4492-a22f-2249cd84924b, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:40.726227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.844377 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] For port 71e767e8-5a70-4492-a22f-2249cd84924b, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:50:40.848593 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] For port 71e767e8-5a70-4492-a22f-2249cd84924b, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=71e767e8-5a70-4492-a22f-2249cd84924b,segment=NetworkSegment(e761dbf7-15ce-4279-9a13-115498bdbecf),segment_id=e761dbf7-15ce-4279-9a13-115498bdbecf)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:50:40.854954 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.920068 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:40.938547 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5055aaf-d870-4006-aea0-44105a05d6cd None None] Pushing event updated for resources: {'Port': ['ID=71e767e8-5a70-4492-a22f-2249cd84924b,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:41.356293 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:41.460786 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279dd34f-79bc-424f-806f-83e1387a51f1 req-c309274c-6cb2-4f24-a086-32a143c56c48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:41.462260 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-279dd34f-79bc-424f-806f-83e1387a51f1 req-c309274c-6cb2-4f24-a086-32a143c56c48 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1882398
Apr 08 02:50:41.592778 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-279dd34f-79bc-424f-806f-83e1387a51f1 req-e80db91a-7263-4a1d-b4cb-9b5e3cbbece6 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220729
Apr 08 02:50:41.632321 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:50:41.890189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:50:41.901596 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Sync routers for ids ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:50:41.907686 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368263a-ea98-446e-87ad-7772304f2f66 req-2bd42966-0452-4349-a8f1-f6ce968e5b64 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:41.914539 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6368263a-ea98-446e-87ad-7772304f2f66 req-2bd42966-0452-4349-a8f1-f6ce968e5b64 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1545525
Apr 08 02:50:41.919460 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Routers {'3f13b32b-3802-44cc-b85b-39e9db0d32c6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:41.920114 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce454340>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:41.936908 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:41.939492 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-933c9752-9c81-4845-b294-2b543fe5c2d2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9136407
Apr 08 02:50:41.948155 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47562) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:42.059875 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6368263a-ea98-446e-87ad-7772304f2f66 req-aa1252ca-7ffb-41a5-ba99-6bb5085e5e61 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1391993
Apr 08 02:50:42.129798 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e137d479-8d9e-4c71-b4bd-0c4ff7745813 None None] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:50:42.230290 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Set router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:42.328924 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-d1361c31-56e4-4100-88d4-e154ade19186 None None] Provisioning for port 71e767e8-5a70-4492-a22f-2249cd84924b completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:42.384337 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-d4ec7441-33b9-48bd-9adf-a21d520c3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.385982 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-d4ec7441-33b9-48bd-9adf-a21d520c3e73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1099 time: 0.1079779
Apr 08 02:50:42.558452 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-f1993ac3-9e80-4c4f-a34d-9a734e468e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.559894 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-f1993ac3-9e80-4c4f-a34d-9a734e468e0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1670437
Apr 08 02:50:42.619627 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491e01-5c17-4e24-97aa-0669620be37e req-a306d020-aa9d-4eb7-9678-b7d70c0b6b25 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.621270 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ed491e01-5c17-4e24-97aa-0669620be37e req-a306d020-aa9d-4eb7-9678-b7d70c0b6b25 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.2688951
Apr 08 02:50:42.624113 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce454340>, [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:40Z', 'revision_number': 3, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port': {'id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:42.628046 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Checking router: 3f13b32b-3802-44cc-b85b-39e9db0d32c6 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:50:42.628396 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Updating router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:50:42.682127 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-18c5faa3-058f-48ea-b943-15572754071e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 1002 time: 0.1152415
Apr 08 02:50:42.701153 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:42.779155 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-86aa4b0f-c6d0-4abf-bdd1-8dead461af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.781451 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-86aa4b0f-c6d0-4abf-bdd1-8dead461af34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0915551
Apr 08 02:50:42.813864 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 28d57f28-698f-4eff-b881-1454695b0c4c up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:42.837701 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ed491e01-5c17-4e24-97aa-0669620be37e req-cee0632f-97d1-43a7-b7db-1730e420ec1a tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2054229
Apr 08 02:50:42.914865 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 28d57f28-698f-4eff-b881-1454695b0c4c completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:42.922410 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 28d57f28-698f-4eff-b881-1454695b0c4c triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:42.922781 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:42.935127 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-8cabe704-f9f8-42df-8c4d-9fb2a71481ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:42.936661 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-8cabe704-f9f8-42df-8c4d-9fb2a71481ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1496196
Apr 08 02:50:43.038567 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.050515 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.095002 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 28d57f28-698f-4eff-b881-1454695b0c4c, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=28d57f28-698f-4eff-b881-1454695b0c4c,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:50:43.101694 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.102029 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 71e767e8-5a70-4492-a22f-2249cd84924b up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:43.189803 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.206939 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Transition to ACTIVE for port object 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:43.223388 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.260932 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=28d57f28-698f-4eff-b881-1454695b0c4c,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:43.277146 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Allocated IP 172.20.0.1 (1a3f4a0f-269e-4f73-b152-08543b7d07e0/c7a06285-31a1-43eb-9705-065ba1f55e9a/4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:50:43.319299 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Attempting to bind port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:43.319719 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Attempting to bind port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:43.320117 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Attempting to bind port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:50:43.326853 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777db72-c21b-48e9-9adc-0713deed2076 None None] Pushing event updated for resources: {'Port': ['ID=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,revision_number=2']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:43.327091 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-494bae47-af75-451e-ab0b-02f748284a89 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3833649
Apr 08 02:50:43.329074 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 71e767e8-5a70-4492-a22f-2249cd84924b completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:43.331479 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:50:43.332000 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:43.332424 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.332806 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:50:43.333277 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Bound port: 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:43.333740 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.343448 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 71e767e8-5a70-4492-a22f-2249cd84924b triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:43.344523 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.413426 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] For port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:50:43.417581 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] For port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:50:43.423499 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.480342 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.481131 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.500631 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Transition to ACTIVE for port object 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:43.508493 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Routers {'3f13b32b-3802-44cc-b85b-39e9db0d32c6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:43.510156 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce454340>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:43.522803 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 71e767e8-5a70-4492-a22f-2249cd84924b, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=71e767e8-5a70-4492-a22f-2249cd84924b,segment=NetworkSegment(e761dbf7-15ce-4279-9a13-115498bdbecf),segment_id=e761dbf7-15ce-4279-9a13-115498bdbecf)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:50:43.525508 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5ebb0-0d6f-4944-875e-917d4d8eabe4 req-e005e7df-26bb-4559-974a-8c9195144943 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:43.527492 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5bd5ebb0-0d6f-4944-875e-917d4d8eabe4 req-e005e7df-26bb-4559-974a-8c9195144943 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.2928238
Apr 08 02:50:43.529360 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.538491 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.579152 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1757a5-4e30-4048-9fa9-d136aa7e6a20 req-af32453e-f755-412d-8a6c-3e7b441dc1c9 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2446704
Apr 08 02:50:43.616469 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:43.619633 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:43.623637 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:50:43.631277 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5bd5ebb0-0d6f-4944-875e-917d4d8eabe4 req-4a84c2fe-366f-44fc-9ad1-9ab01a1ca055 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0903101
Apr 08 02:50:43.687020 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=71e767e8-5a70-4492-a22f-2249cd84924b,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:43.694451 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777db72-c21b-48e9-9adc-0713deed2076 None None] Pushing event updated for resources: {'Port': ['ID=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:43.724778 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:43.752775 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.824671 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] Set router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:43.907440 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:43.940797 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-51cc5dc8-0e35-4ec9-8dd3-053ba1963959 None None] Provisioning for port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:43.949097 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-51cc5dc8-0e35-4ec9-8dd3-053ba1963959 None None] Provisioning complete for port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:43.949810 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-51cc5dc8-0e35-4ec9-8dd3-053ba1963959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:44.039861 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-51cc5dc8-0e35-4ec9-8dd3-053ba1963959 None None] Port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:50:44.158230 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce454340>, [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:40Z', 'revision_number': 3, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port': {'id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:44.163210 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf1bd0-d522-449f-bade-bb2cc42021ab None None] The sync data for ids ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'] in dv-cinder-837051-1-iscsi is: [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:40Z', 'revision_number': 3, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port': {'id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:50:44.213465 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c43c75-4bcf-4094-bb90-fb321a962a4f req-d163463b-696b-4806-9130-b8b8670c260d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:44.215014 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-47c43c75-4bcf-4094-bb90-fb321a962a4f req-d163463b-696b-4806-9130-b8b8670c260d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.2031937
Apr 08 02:50:44.331271 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.db.resource_extend [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Apr 08 02:50:44.354394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:44.361752 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:44.446254 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-47c43c75-4bcf-4094-bb90-fb321a962a4f req-256c6497-f7fc-4bf7-bfe6-17c0a45b793e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2247558
Apr 08 02:50:44.472415 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:44.491859 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:44.626414 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:50:44.627559 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:50:44.839568 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 71e767e8-5a70-4492-a22f-2249cd84924b up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:44.904288 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549730e-d5f2-412f-868c-9e72c7a4f475 req-8d6a1d41-4900-4d0a-983b-fc7e7d7c6143 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:44.908427 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5549730e-d5f2-412f-868c-9e72c7a4f475 req-8d6a1d41-4900-4d0a-983b-fc7e7d7c6143 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1213875
Apr 08 02:50:44.918337 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 71e767e8-5a70-4492-a22f-2249cd84924b triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:44.918695 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:44.928032 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:50:44.977303 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5549730e-d5f2-412f-868c-9e72c7a4f475 req-ef2a0607-e2b7-4bcf-aa7c-9b8a3d8e4385 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610056
Apr 08 02:50:44.993354 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-e6e66151-b56d-4b19-b1c1-8fa78cb2a2fd None None] Provisioning complete for port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:44.994835 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e6e66151-b56d-4b19-b1c1-8fa78cb2a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.093069 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-e6e66151-b56d-4b19-b1c1-8fa78cb2a2fd None None] Port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:50:45.109140 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:45.115818 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:50:45.137576 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-13d7b8c5-b343-4c35-87d1-5795ed7d6263 admin admin] 10.222.0.23 "PUT /v2.0/routers/3f13b32b-3802-44cc-b85b-39e9db0d32c6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1813264
Apr 08 02:50:45.178736 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:45.183504 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:45.183865 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.301047 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.318394 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:50:45.321982 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.322758 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 28d57f28-698f-4eff-b881-1454695b0c4c up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:45.438194 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:45.450694 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 28d57f28-698f-4eff-b881-1454695b0c4c triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:45.451127 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.675764 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499d9ca-977e-4409-ac70-1f49ade3ceb7 req-b418da8d-6009-4ec2-85b2-c10e455175d4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:45.677414 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f499d9ca-977e-4409-ac70-1f49ade3ceb7 req-b418da8d-6009-4ec2-85b2-c10e455175d4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0879021
Apr 08 02:50:45.725682 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f499d9ca-977e-4409-ac70-1f49ade3ceb7 req-75e05189-9e0e-4924-9c69-f4ee65368c96 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419335
Apr 08 02:50:45.795436 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47588) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:45.800455 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315786892', 'description': 'tempest-secgroup-smoke-1315786892 description', 'project_id': '0f7f360a7ebf4464b91dce9442330898'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:45.806544 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:45.811029 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:45.813430 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:45.819991 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:45.833642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.835619 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Sync routers for ids ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:50:45.846327 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Routers {'3f13b32b-3802-44cc-b85b-39e9db0d32c6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:45.846991 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbb2100>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:45.854482 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:45.858300 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:45.861062 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:45.867311 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:45.937436 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.942666 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.985002 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:45.987715 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:45.992144 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-13e2a60c-91c1-4074-9f56-f4821f6785a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1929777
Apr 08 02:50:45.992331 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47592) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:46.005755 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c2fb8-6ca6-4cbc-9979-c3bd08808516', 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:46.012369 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:46.016790 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:46.019734 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:46.025709 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:46.030640 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Set router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:46.044899 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.160617 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.164987 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.191445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74444f18-3768-4820-94a9-f9b13bd671c5,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:46.209365 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.210534 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a5323e0e-02b8-4735-a899-f5d8c8966e24 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2097988
Apr 08 02:50:46.214371 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47598) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:46.219145 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29327f-9d5b-420d-845c-9193d6628518 req-5bcde645-e3cf-4c4f-88e4-e84d62c2a4ad tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:46.219564 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c2fb8-6ca6-4cbc-9979-c3bd08808516', 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:46.220616 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0e29327f-9d5b-420d-845c-9193d6628518 req-5bcde645-e3cf-4c4f-88e4-e84d62c2a4ad tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1326904
Apr 08 02:50:46.226676 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:46.230774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:46.233823 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:46.241203 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:46.262158 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.272001 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0e29327f-9d5b-420d-845c-9193d6628518 req-c5f9358d-71a2-4978-8cc0-c7ecb488b351 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432730
Apr 08 02:50:46.325636 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.329229 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.358929 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b7afa4-d783-470d-8dd7-1b3b64ef5b8a,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:46.369099 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.373186 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-5983d2c3-0b62-4bd0-aa79-3cb469f691f7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1550500
Apr 08 02:50:46.373482 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbb2100>, [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 4, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port': {'id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7', 'name': '', 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'mac_address': 'fa:16:3e:57:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c7a06285-31a1-43eb-9705-065ba1f55e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:43Z', 'updated_at': '2022-04-08T02:50:44Z', 'revision_number': 2, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'subnets': [{'id': 'c7a06285-31a1-43eb-9705-065ba1f55e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:46.373681 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47602) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:46.377359 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Checking router: 3f13b32b-3802-44cc-b85b-39e9db0d32c6 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:50:46.377704 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Updating router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:50:46.378853 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c2fb8-6ca6-4cbc-9979-c3bd08808516', 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:46.385030 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:46.388973 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:46.391730 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:46.397757 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:46.414837 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.433288 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.479499 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.483466 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.514538 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed5f521-b5ee-4e03-83e3-2aeb2bf05131,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:46.529836 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.531478 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-59171e0b-92c3-4fa5-80d1-55b17d02a639 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1569300
Apr 08 02:50:46.534415 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47606) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:46.541479 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c2fb8-6ca6-4cbc-9979-c3bd08808516', 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:46.547036 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:46.550942 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:46.555047 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:46.560982 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:46.579418 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.647249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.656827 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.679868 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82704ef1-79ec-4fff-b4d9-c6ebb5b67d2a,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:46.698847 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.703060 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-74aca0b1-07dc-4049-b843-b296784baa4d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1637616
Apr 08 02:50:46.703292 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47610) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:46.709975 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c2fb8-6ca6-4cbc-9979-c3bd08808516', 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:46.715627 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:46.719637 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:46.723516 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:46.730739 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:46.739357 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:46.742813 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.securitygroups_db [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Project 0f7f360a7ebf4464b91dce9442330898 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:50:46.749393 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.822087 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.826732 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.857627 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.871545 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Transition to ACTIVE for port object 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:50:46.879883 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:46.880257 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.889157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4c1b13-b5b1-48ee-9294-b2b571fc6398,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:46.909643 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.909851 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.909957 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-483b8201-3932-41f9-970c-eaad85e5b1b8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2058251
Apr 08 02:50:46.912763 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47616) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:46.917885 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'security_group_rule': {'security_group_id': 'aa3c2fb8-6ca6-4cbc-9979-c3bd08808516', 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:46.923444 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:50:46.927540 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:security_group_rule and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:50:46.930677 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:50:46.936876 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:50:46.944716 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3638a66-098e-4a66-bfec-c062d3067b7d req-0fadba63-77f7-4645-a2ef-7912c117066e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:46.946521 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3638a66-098e-4a66-bfec-c062d3067b7d req-0fadba63-77f7-4645-a2ef-7912c117066e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1000693
Apr 08 02:50:46.948741 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.securitygroups_db [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Project 0f7f360a7ebf4464b91dce9442330898 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:50:46.960408 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:46.997459 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3638a66-098e-4a66-bfec-c062d3067b7d req-95af9dc4-0a3e-4434-8a4f-4c7cfe1874f2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445950
Apr 08 02:50:47.040861 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:47.053319 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:47.080547 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5623f2f5-0051-4a42-b8c9-d1e84725ef1c,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:47.096986 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:47.099025 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f4ad3d55-8137-4c52-9f3a-0585e2c98b15 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1851332
Apr 08 02:50:47.107842 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Pushing event updated for resources: {'Port': ['ID=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:47.227794 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbc462-5ee4-40b5-8587-c05c01fe4767 req-ed444363-0b6b-4010-8447-9fce3f4d0f2b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:47.229529 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-03fbc462-5ee4-40b5-8587-c05c01fe4767 req-ed444363-0b6b-4010-8447-9fce3f4d0f2b tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1117063
Apr 08 02:50:47.234698 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Attempting to bind port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:50:47.235061 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Attempting to bind port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:50:47.235414 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Attempting to bind port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 on network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:50:47.238595 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47638) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:50:47.243868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:50:47.244257 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Checking segment: {'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:50:47.244535 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Request body: {'floatingip': {'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:50:47.244642 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:47.245007 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Bound using segment: {'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:50:47.245465 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Bound port: 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e761dbf7-15ce-4279-9a13-115498bdbecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:50:47.245824 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:47.361824 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] For port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:50:47.369703 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] For port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,segment=NetworkSegment(e761dbf7-15ce-4279-9a13-115498bdbecf),segment_id=e761dbf7-15ce-4279-9a13-115498bdbecf)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:50:47.376679 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:47.381892 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:47.459427 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Routers {'3f13b32b-3802-44cc-b85b-39e9db0d32c6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:47.460076 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbb2100>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:47.532804 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Pushing event updated for resources: {'Port': ['ID=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:47.548168 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.548504 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.548835 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.550603 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.550939 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.551788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.552134 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.552517 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.552859 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.553176 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.553739 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.556983 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699beb4-513c-4670-8092-40f9aa5656a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:50:47.608396 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a376-fc07-4b0e-b009-0e8d0ca2bfce req-484845e9-7223-4ca5-83c5-28f2983d1cf7 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:47.609685 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ded3a376-fc07-4b0e-b009-0e8d0ca2bfce req-484845e9-7223-4ca5-83c5-28f2983d1cf7 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1714849
Apr 08 02:50:47.718369 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ded3a376-fc07-4b0e-b009-0e8d0ca2bfce req-f775aae4-deaa-4ba2-b702-c67ed5797dbf tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989385
Apr 08 02:50:47.742936 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] Set router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:48.083995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbb2100>, [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 4, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port': {'id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7', 'name': '', 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'mac_address': 'fa:16:3e:57:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c7a06285-31a1-43eb-9705-065ba1f55e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:43Z', 'updated_at': '2022-04-08T02:50:47Z', 'revision_number': 4, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'subnets': [{'id': 'c7a06285-31a1-43eb-9705-065ba1f55e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:48.088137 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18443d71-2be1-4cf0-bea8-1b112d6e9e15 None None] The sync data for ids ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'] in dv-cinder-837051-1-iscsi is: [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 4, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port': {'id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7', 'name': '', 'network_id': '1a3f4a0f-269e-4f73-b152-08543b7d07e0', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'mac_address': 'fa:16:3e:57:24:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'c7a06285-31a1-43eb-9705-065ba1f55e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:43Z', 'updated_at': '2022-04-08T02:50:47Z', 'revision_number': 4, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'subnets': [{'id': 'c7a06285-31a1-43eb-9705-065ba1f55e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:50:48.334556 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:48.338568 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:48.747048 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Router 878cbde7-75de-4138-8eb8-fe696b2cdd79 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:50:48.748538 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:48.845901 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:50:48.862230 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:48.862696 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:48.953712 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:50:48.960312 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:48.965246 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] Sync routers for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:50:48.970451 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eb3f7-8654-46f5-a251-b5444ec9f79f req-be4e1afe-2608-440f-a123-441721be9696 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:48.980484 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-575eb3f7-8654-46f5-a251-b5444ec9f79f req-be4e1afe-2608-440f-a123-441721be9696 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1128447
Apr 08 02:50:48.992443 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:48.994669 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce47ff10>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:49.059215 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-575eb3f7-8654-46f5-a251-b5444ec9f79f req-d5e09ec2-cf71-4c63-89e2-2ec8f050441f tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745685
Apr 08 02:50:49.069086 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.106608 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:50:49.107293 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:50:49.109127 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,segment=NetworkSegment(e761dbf7-15ce-4279-9a13-115498bdbecf),segment_id=e761dbf7-15ce-4279-9a13-115498bdbecf)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:50:49.116057 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:49.155176 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0b5dcdf3-75af-4216-85c5-e2de26c871d5 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "PUT /v2.0/floatingips/0d64732e-e3b2-4181-b3d0-a42403565940 HTTP/1.1" status: 200  len: 994 time: 1.9144943
Apr 08 02:50:49.229341 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:50:49.261536 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:49.281940 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d85d17c-a46e-4fab-a4d5-82c77a2a23b6'] response: {'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'status': 'completed', 'code': 200}
Apr 08 02:50:49.420557 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-b5e2f695-a65d-4bef-b225-72f86a64d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:49.421904 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-b5e2f695-a65d-4bef-b225-72f86a64d9a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1099 time: 0.0894506
Apr 08 02:50:49.580227 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-6961669e-c649-4de1-9c6f-822d749ef81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:49.582027 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-6961669e-c649-4de1-9c6f-822d749ef81b service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1538033
Apr 08 02:50:49.679662 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce47ff10>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '0d64732e-e3b2-4181-b3d0-a42403565940', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'mac_address': 'fa:16:3e:81:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:13Z', 'updated_at': '2022-04-08T02:50:48Z', 'revision_number': 3, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:49.683793 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] Checking router: 878cbde7-75de-4138-8eb8-fe696b2cdd79 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:50:49.692152 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:50:49.692842 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce47ff10>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:50:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:49.706596 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-58b829a4-f112-44a7-a182-ab7406f261da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 1002 time: 0.1178668
Apr 08 02:50:49.774745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-5b9274fc-d345-4189-ad71-41d60d0fc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:49.776220 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-5b9274fc-d345-4189-ad71-41d60d0fc39e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0618792
Apr 08 02:50:49.862923 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-f5d1b4a1-3dee-4907-8c72-29bd22f117db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:49.864507 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-f5d1b4a1-3dee-4907-8c72-29bd22f117db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780869
Apr 08 02:50:49.897347 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:50:50.017432 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-953cc08d-779a-4639-b239-b0b2dffb3508 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462252
Apr 08 02:50:50.298250 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74ae2cca-d4d0-4bb3-aa59-0b29c62161d0 req-005e5a95-87fe-40b4-a9fc-93743b06d75a service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2746859
Apr 08 02:50:50.322967 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce47ff10>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '0d64732e-e3b2-4181-b3d0-a42403565940', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'mac_address': 'fa:16:3e:81:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:13Z', 'updated_at': '2022-04-08T02:50:48Z', 'revision_number': 3, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:50:50.324589 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f658b4b-7926-4542-b21b-e34707968d93 req-eb7d0b50-95dc-4207-84ce-f61984c7f191 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:50.327227 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2f658b4b-7926-4542-b21b-e34707968d93 req-eb7d0b50-95dc-4207-84ce-f61984c7f191 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1147747
Apr 08 02:50:50.327404 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ae35dd-b32e-4269-98c4-a7d6cc60ee89 None None] The sync data for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi is: [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '0d64732e-e3b2-4181-b3d0-a42403565940', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'port_id': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'mac_address': 'fa:16:3e:81:e1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:47:13Z', 'updated_at': '2022-04-08T02:50:48Z', 'revision_number': 3, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:50:50.372919 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2f658b4b-7926-4542-b21b-e34707968d93 req-42e19c4a-3e3a-4462-b844-ec352302c95d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394297
Apr 08 02:50:50.715019 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:50:50.783089 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:50:50.783449 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:50:51.282890 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:50:51.327659 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b429ee65-0500-471a-bb53-fe71fefc5d3f'] response: {'name': 'network-changed', 'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'status': 'completed', 'code': 200}
Apr 08 02:50:51.462387 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-658e2a6c-8f38-4aac-981b-30aa75248203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:51.463851 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-658e2a6c-8f38-4aac-981b-30aa75248203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 1099 time: 0.0894973
Apr 08 02:50:51.666101 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-19b49f22-3a3b-45aa-ad5a-2a52cb3993f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:51.667558 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-19b49f22-3a3b-45aa-ad5a-2a52cb3993f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.1907792
Apr 08 02:50:51.680070 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93120c-d12b-47dc-85b3-9708b32b4e12 req-fab574b7-03e6-44d5-8f0a-a6101599cccd tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:51.681396 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1d93120c-d12b-47dc-85b3-9708b32b4e12 req-fab574b7-03e6-44d5-8f0a-a6101599cccd tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1864710
Apr 08 02:50:51.818412 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1d93120c-d12b-47dc-85b3-9708b32b4e12 req-04dbe737-99b5-4771-ac0f-0c89aa76f3c5 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853143
Apr 08 02:50:51.820098 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-127eac95-b2f1-4f67-b0f2-b17982a0f12d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 200  len: 1002 time: 0.1378641
Apr 08 02:50:51.890200 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-7b03f141-5333-41b8-a593-d82983f1f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:51.891656 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-7b03f141-5333-41b8-a593-d82983f1f5d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0650287
Apr 08 02:50:51.972585 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-69081604-a877-4ce8-8ee1-4c360e92ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:51.974412 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-69081604-a877-4ce8-8ee1-4c360e92ee90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757504
Apr 08 02:50:52.166469 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-9388d8f4-a436-477e-955c-f84d5dd41cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851335
Apr 08 02:50:52.192442 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c2820-5794-4281-8b63-53e1bb49ee6e req-d522f158-1505-4c16-911a-1716b34148dd tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.193937 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1c2820-5794-4281-8b63-53e1bb49ee6e req-d522f158-1505-4c16-911a-1716b34148dd tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1108458
Apr 08 02:50:52.254990 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-ab8afe12-f663-41ec-bf03-4f651fba787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.256510 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-ab8afe12-f663-41ec-bf03-4f651fba787d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 1098 time: 0.0724018
Apr 08 02:50:52.330360 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff1c2820-5794-4281-8b63-53e1bb49ee6e req-18a6321d-8674-4fd5-9bbf-721e078dadc4 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182764
Apr 08 02:50:52.359207 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-753647f4-afc7-46ce-955b-d610d38ebd10 req-8e690d60-36d6-4016-a50b-a055154a4980 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640780
Apr 08 02:50:52.403873 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-a5aa4261-65ff-4fd3-b201-ec459449761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.405571 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-a5aa4261-65ff-4fd3-b201-ec459449761d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.1396861
Apr 08 02:50:52.615466 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-2fb2ed47-36af-4b10-b7dd-1d4a871abe19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 200  len: 1001 time: 0.1849089
Apr 08 02:50:52.683569 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-40b77a52-5417-4397-a3cd-ab1911c63f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.685037 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-40b77a52-5417-4397-a3cd-ab1911c63f41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0626383
Apr 08 02:50:52.766325 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-70dfd2c2-d11c-42cb-8b9e-3f00163c5fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:52.767683 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-70dfd2c2-d11c-42cb-8b9e-3f00163c5fec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708559
Apr 08 02:50:52.907546 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-440b1fa9-3305-438d-9f40-41b0f5bc56f5 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309576
Apr 08 02:50:53.045316 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c6cb0bf1-f480-44d3-ab97-2a688627187e req-69876b8e-2515-436c-8e39-022c2e8671d2 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305873
Apr 08 02:50:53.533448 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b674a-00e1-46cc-abbe-e31d1bb951c7 req-c255c4c4-43bd-4f54-9820-69676d8f488c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:53.534931 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b82b674a-00e1-46cc-abbe-e31d1bb951c7 req-c255c4c4-43bd-4f54-9820-69676d8f488c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0868316
Apr 08 02:50:53.580346 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b82b674a-00e1-46cc-abbe-e31d1bb951c7 req-5700eb00-12e4-4d72-9854-85da1e48b6ab tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395219
Apr 08 02:50:54.769656 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b0d56-6631-4159-b0e2-180b21267a79 req-53cf623e-ed80-4f11-80aa-ee67efc38897 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:50:54.771420 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-621b0d56-6631-4159-b0e2-180b21267a79 req-53cf623e-ed80-4f11-80aa-ee67efc38897 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0810859
Apr 08 02:50:54.814783 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-621b0d56-6631-4159-b0e2-180b21267a79 req-b995bfe6-d1f3-4a0d-98af-74f1728eb6d9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375626
Apr 08 02:51:00.356159 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:03.982227 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f875e67-8bb7-49b4-ae1f-6e4222bafc10 req-36fe107d-1997-4b1b-9661-8da99a5f4e5d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:03.983686 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5f875e67-8bb7-49b4-ae1f-6e4222bafc10 req-36fe107d-1997-4b1b-9661-8da99a5f4e5d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.0785203
Apr 08 02:51:04.026834 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5f875e67-8bb7-49b4-ae1f-6e4222bafc10 req-8a615f0d-b8d8-433e-b9f5-9e0ffa4aef8c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374663
Apr 08 02:51:05.069336 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-30318531-286f-4dfc-82bf-a7edd4ea0993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:05.218189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d082ec8-7a66-400f-b8ee-91aa15cde323 req-d600464f-7b15-4387-b63c-c837b111e71e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:05.219660 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1d082ec8-7a66-400f-b8ee-91aa15cde323 req-d600464f-7b15-4387-b63c-c837b111e71e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.0820451
Apr 08 02:51:05.264857 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1d082ec8-7a66-400f-b8ee-91aa15cde323 req-6cacd407-270b-4c80-9f38-96cea4cb8698 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388014
Apr 08 02:51:06.001454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631cbc8-9a44-4d90-aef4-97127d5d75cb req-3a98bf0c-a486-49a3-bc5b-4e945a7f848f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:06.002918 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5631cbc8-9a44-4d90-aef4-97127d5d75cb req-3a98bf0c-a486-49a3-bc5b-4e945a7f848f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.0791128
Apr 08 02:51:06.046200 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5631cbc8-9a44-4d90-aef4-97127d5d75cb req-c7c6a938-97d4-4f56-a03d-8381851aa70e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374637
Apr 08 02:51:06.504835 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b7dea-296e-41e1-9f97-35e6b184e88b req-d8d146fe-325b-48d8-bfe3-83ce33c4b9f1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:06.506848 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cb4b7dea-296e-41e1-9f97-35e6b184e88b req-d8d146fe-325b-48d8-bfe3-83ce33c4b9f1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.1279175
Apr 08 02:51:06.556493 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd696f-d079-49d1-9309-34117a94e913 req-63b55de3-68aa-40cf-841a-c57c8b928057 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:06.557823 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2dbd696f-d079-49d1-9309-34117a94e913 req-63b55de3-68aa-40cf-841a-c57c8b928057 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 946 time: 0.1318889
Apr 08 02:51:06.615129 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cb4b7dea-296e-41e1-9f97-35e6b184e88b req-e416af08-41e6-49a3-b39b-78fcef61f878 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=16292517-0bb0-41f9-9819-58c0ff57af33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958092
Apr 08 02:51:06.637626 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Deleting port 19d6323f-cbfa-4743-8474-008e1a45beee {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:51:06.637962 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:06.882153 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] For port 19d6323f-cbfa-4743-8474-008e1a45beee, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=19d6323f-cbfa-4743-8474-008e1a45beee,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:06.882504 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.163331 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.163598 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.163908 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Floating IP d6b7c35a-f2e3-459a-85b8-5024b16f217d disassociated. External IP: 172.27.1.134, port: 19d6323f-cbfa-4743-8474-008e1a45beee.
Apr 08 02:51:07.164268 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Calling delete_port for 19d6323f-cbfa-4743-8474-008e1a45beee owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:51:07.229027 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b028276a-de35-4bed-9661-722a8ca3d9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.235607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13b09a-60c1-473f-96a1-cb53b80c401e req-9b8278a9-87e1-4c49-82a6-34fc418b33f8 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:07.237081 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9b13b09a-60c1-473f-96a1-cb53b80c401e req-9b8278a9-87e1-4c49-82a6-34fc418b33f8 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.0842159
Apr 08 02:51:07.283503 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9b13b09a-60c1-473f-96a1-cb53b80c401e req-09cf9b28-a4b7-46fc-bc45-5c16c5f1d7c3 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395839
Apr 08 02:51:07.454438 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.502959 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event deleted for resources: {'Port': ['ID=19d6323f-cbfa-4743-8474-008e1a45beee,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:07.686381 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Router 1160d0cf-2cc7-41f2-8206-a58791865c6e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:51:07.798317 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4b5b4d8b-3615-4400-bda2-22ad77da3627 req-18dbfe2c-6405-4af4-b44a-cff13695806e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=89a1344c-2d91-4224-ab68-1898d4aa8b0f HTTP/1.1" status: 200  len: 210 time: 0.0543623
Apr 08 02:51:07.904740 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:51:07.915165 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] Sync routers for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:51:07.924435 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:07.925100 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf193340>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:07.978779 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] No DVR routers for this DVR port 19d6323f-cbfa-4743-8474-008e1a45beee on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:51:07.981677 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:07.984733 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-deleted', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:08.001589 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2dbd696f-d079-49d1-9309-34117a94e913 req-4e88a5af-b37f-49e7-817d-35f4ae61545e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "DELETE /v2.0/ports/19d6323f-cbfa-4743-8474-008e1a45beee HTTP/1.1" status: 204  len: 173 time: 1.4350965
Apr 08 02:51:08.041020 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-228d88b1-2998-4c76-9d37-ab34331c0db8'] response: {'server_uuid': '89a1344c-2d91-4224-ab68-1898d4aa8b0f', 'name': 'network-vif-deleted', 'tag': '19d6323f-cbfa-4743-8474-008e1a45beee', 'status': 'completed', 'code': 200}
Apr 08 02:51:08.119343 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:08.489677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:08.512502 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:08.514671 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf193340>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:08.518902 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] Checking router: 1160d0cf-2cc7-41f2-8206-a58791865c6e for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:51:08.530447 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:08.531123 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf193340>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:08.547225 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-12ab77fc-6668-440f-9482-cafddcee7c74 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:08.555006 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-12ab77fc-6668-440f-9482-cafddcee7c74 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.1932104
Apr 08 02:51:08.572315 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b58f-fc90-4a39-8651-19c51898bcb9 req-bd31375c-e73d-4520-bb59-caec327fae30 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:08.576388 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7b84b58f-fc90-4a39-8651-19c51898bcb9 req-bd31375c-e73d-4520-bb59-caec327fae30 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 946 time: 0.1605277
Apr 08 02:51:08.671473 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 666035a5-39af-4115-b103-73d896c88814 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:51:08.671809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:08.700587 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7b84b58f-fc90-4a39-8651-19c51898bcb9 req-a0a07f4b-df1d-4c2c-8017-35724ca7ec0b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e89db6b3-16e2-4163-b39b-8730fed02a89&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931120
Apr 08 02:51:08.764152 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:08.947652 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] For port 666035a5-39af-4115-b103-73d896c88814, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=666035a5-39af-4115-b103-73d896c88814,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:08.947652 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:08.985963 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47814) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:09.057387 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.087503 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.141820 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf193340>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:09.147685 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b283668-4cd4-4c55-8c58-108156a1cf87 None None] The sync data for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi is: [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:51:09.241927 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.261891 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16292517-0bb0-41f9-9819-58c0ff57af33,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:09.269770 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.270143 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.270471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.270834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.271175 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.271443 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.271915 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.272271 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.272593 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.272910 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.273227 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.273542 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:09.281721 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.282821 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4bd918e4-e0d7-4475-aaaf-686e5172f97a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "DELETE /v2.0/security-groups/16292517-0bb0-41f9-9819-58c0ff57af33 HTTP/1.1" status: 204  len: 168 time: 0.2953176
Apr 08 02:51:09.286373 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47818) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:09.311285 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-9f190da6-968a-4dd8-9941-5a0ede7022a4 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] show failed (client error): The resource could not be found.
Apr 08 02:51:09.315437 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47822) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:09.315956 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9f190da6-968a-4dd8-9941-5a0ede7022a4 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups/16292517-0bb0-41f9-9819-58c0ff57af33 HTTP/1.1" status: 404  len: 347 time: 0.0285361
Apr 08 02:51:09.459385 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931018c1-03b5-4637-ac21-c3ca9cd35b0b None None] New status for floating IP d6b7c35a-f2e3-459a-85b8-5024b16f217d: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:51:09.487372 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.487836 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.488269 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP b817a69f-34f6-45f8-91fd-8c96ed2039c3 disassociated. External IP: 172.27.1.124, port: 666035a5-39af-4115-b103-73d896c88814.
Apr 08 02:51:09.488809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 666035a5-39af-4115-b103-73d896c88814 owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:51:09.548646 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Deleting port 54d40bb3-4c02-473a-8782-c2c0666f6e76 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:51:09.548985 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.812795 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.813444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.820607 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.868792 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-15740eca-cb7a-4c0a-baac-2392449a97fc req-eb38296c-b67f-455d-bd28-bdc95d170f0f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 210 time: 0.0430818
Apr 08 02:51:09.960575 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:09.974656 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=666035a5-39af-4115-b103-73d896c88814,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:09.985309 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Calling delete_port for 54d40bb3-4c02-473a-8782-c2c0666f6e76 owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:51:10.212291 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.db.api [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87222) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:51:10.212662 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG oslo_db.api [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:51:10.238624 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:51:10.417982 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:51:10.431689 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:51:10.455621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:10.456613 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbd6a60>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:10.599340 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] No DVR routers for this DVR port 666035a5-39af-4115-b103-73d896c88814 on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:51:10.603058 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:10.605712 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'name': 'network-vif-deleted', 'tag': '666035a5-39af-4115-b103-73d896c88814'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:10.629175 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7f706a21-44cd-4dbd-a6c1-bbe2d8aad122 req-f1f7da93-1ba2-45fb-82b2-eb3f4fdd52cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "DELETE /v2.0/ports/666035a5-39af-4115-b103-73d896c88814 HTTP/1.1" status: 204  len: 173 time: 2.0516324
Apr 08 02:51:10.651379 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2aa4a3-389c-415d-8685-3da4a6a35f60'] response: {'server_uuid': 'df7f7249-30e7-40a1-9854-881972b2ed1a', 'name': 'network-vif-deleted', 'tag': '666035a5-39af-4115-b103-73d896c88814', 'status': 'completed', 'code': 200}
Apr 08 02:51:10.674744 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:10.714158 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Deleting port 54d40bb3-4c02-473a-8782-c2c0666f6e76 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:51:10.714617 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:10.902889 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:10.903501 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:10.959177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-48bab421-e4a6-4a98-88c9-f6fc060175ba tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Synchronizing usage tracker for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:10.978909 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-48bab421-e4a6-4a98-88c9-f6fc060175ba tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Unset dirty status for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:10.988869 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-48bab421-e4a6-4a98-88c9-f6fc060175ba tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315786892&fields=id&tenant_id=0f7f360a7ebf4464b91dce9442330898 HTTP/1.1" status: 200  len: 267 time: 0.0709760
Apr 08 02:51:11.057017 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbd6a60>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 2, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:11.061423 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:51:11.070555 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:11.071266 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbd6a60>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:11.082324 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Calling delete_port for 54d40bb3-4c02-473a-8782-c2c0666f6e76 owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:51:11.121978 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e62b45a1-2ef7-47eb-9860-4953cc7a1f80 req-28851e5e-ea3d-4765-b2c2-8496c98588bd tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:11.139472 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-56abe95f-37ab-442e-9bc2-1a0671e24491 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:11.140191 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-56abe95f-37ab-442e-9bc2-1a0671e24491 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Synchronizing usage tracker for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:network {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:11.155501 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e62b45a1-2ef7-47eb-9860-4953cc7a1f80 req-28851e5e-ea3d-4765-b2c2-8496c98588bd tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:11.156827 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e62b45a1-2ef7-47eb-9860-4953cc7a1f80 req-28851e5e-ea3d-4765-b2c2-8496c98588bd tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=df7f7249-30e7-40a1-9854-881972b2ed1a HTTP/1.1" status: 200  len: 210 time: 0.1183619
Apr 08 02:51:11.165094 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-56abe95f-37ab-442e-9bc2-1a0671e24491 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Unset dirty status for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:network {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:11.166252 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-56abe95f-37ab-442e-9bc2-1a0671e24491 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 809 time: 0.1763668
Apr 08 02:51:11.185257 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-d21eec4f-a7a8-47da-91ff-15e6ad7ba1b5 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/quotas/0f7f360a7ebf4464b91dce9442330898 HTTP/1.1" status: 200  len: 375 time: 0.0102603
Apr 08 02:51:11.258116 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.280067 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-d45ace2e-f416-4533-81c8-fd45a2442a94 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Synchronizing usage tracker for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:11.298610 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-d45ace2e-f416-4533-81c8-fd45a2442a94 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Unset dirty status for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:11.303784 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:11.309029 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-d45ace2e-f416-4533-81c8-fd45a2442a94 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1178014
Apr 08 02:51:11.312781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event deleted for resources: {'Port': ['ID=54d40bb3-4c02-473a-8782-c2c0666f6e76,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:11.415064 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.438923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.440592 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-481af275-312e-4b27-87cf-4dd094ae35e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "DELETE /v2.0/floatingips/d6b7c35a-f2e3-459a-85b8-5024b16f217d HTTP/1.1" status: 204  len: 168 time: 2.1234629
Apr 08 02:51:11.474802 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:51:11.500643 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-b53ff02b-cf1a-4f4d-930c-2f244aa21afc service neutron] 10.222.0.23 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851180
Apr 08 02:51:11.522930 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 19d6323f-cbfa-4743-8474-008e1a45beee {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:51:11.523159 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 19d6323f-cbfa-4743-8474-008e1a45beee not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:51:11.523571 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 666035a5-39af-4115-b103-73d896c88814 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:51:11.562605 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 666035a5-39af-4115-b103-73d896c88814 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:51:11.562934 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 666035a5-39af-4115-b103-73d896c88814 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:51:11.646334 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-8c469dfc-f2cf-4716-a1d5-ef133e303829 service neutron] 10.222.0.23 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396079
Apr 08 02:51:11.770846 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdbd6a60>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 2, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:11.775419 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bf78f-e3f4-47ae-b3bf-22b579ae21b9 None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '1addf2a3-e3ae-4809-8b50-437614d6c386', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:73:3f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:44:14Z', 'updated_at': '2022-04-08T02:44:52Z', 'revision_number': 2, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:51:11.807378 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47850) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:11.812493 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566022511', 'description': 'tempest-description--1709345256'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:11.819603 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:11.823977 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:11.827953 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:11.833743 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:11.844921 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.866956 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:11.871184 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group_rule and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:11.874245 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:11.880428 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:11.977391 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:11.982615 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.057422 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d9c99a-6210-4cad-8ac3-b798a38370cd None None] New status for floating IP b817a69f-34f6-45f8-91fd-8c96ed2039c3: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:51:12.067536 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6501fd-0746-41f8-be27-e38fca037a8e,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:12.075676 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.076892 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ebbd1dcd-235b-4b64-b62a-31f4c01032b9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2684417
Apr 08 02:51:12.079023 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c81c8134-1294-4907-b51e-e89f5165fe5d req-b0bbe6d7-c341-4618-acb9-1ec38cc54a91 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 210 time: 0.0545113
Apr 08 02:51:12.079968 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47858) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:12.085974 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'security_group_rule': {'security_group_id': 'fe6501fd-0746-41f8-be27-e38fca037a8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:12.100679 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:12.104838 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group_rule and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:12.107858 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:12.114218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:12.134133 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.203196 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.208178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.245676 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703789e4-bdf1-4c27-bde7-66bafaffaeda,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:12.247665 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.251865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47868) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:12.257839 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'security_group_rule': {'security_group_id': 'fe6501fd-0746-41f8-be27-e38fca037a8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:12.264700 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1b93ad26-1d68-470f-a5f6-6df53ff053ca tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1828909
Apr 08 02:51:12.273197 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:12.279242 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:security_group_rule and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:12.282865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:12.290208 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:12.311596 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.319453 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47874) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:12.393998 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.399769 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.413704 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-902fe501-3c7c-45ad-b156-b0a83a4d4d40 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.427276 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9959a5-6d1a-44e7-acff-b8e2980b9630,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:12.440561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.442069 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-07589a95-078f-403c-b911-ca54c780b455 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1893301
Apr 08 02:51:12.445555 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 47880) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:12.451253 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:12.456755 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:12.458054 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-902fe501-3c7c-45ad-b156-b0a83a4d4d40 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.461150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Usage tracker for resource:floatingip and tenant:688b5f689e3e41249484667a939fd5f8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:12.463915 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:12.470755 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:12.484157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.519747 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-902fe501-3c7c-45ad-b156-b0a83a4d4d40 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.541084 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe501-3c7c-45ad-b156-b0a83a4d4d40 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89db6b3-16e2-4163-b39b-8730fed02a89,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:12.558585 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-902fe501-3c7c-45ad-b156-b0a83a4d4d40 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.563514 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-902fe501-3c7c-45ad-b156-b0a83a4d4d40 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/security-groups/e89db6b3-16e2-4163-b39b-8730fed02a89 HTTP/1.1" status: 204  len: 168 time: 0.2427008
Apr 08 02:51:12.564210 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47884) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:12.587587 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-19b4c522-9b75-4af8-bc48-7bee1174f212 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] show failed (client error): The resource could not be found.
Apr 08 02:51:12.591280 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-19b4c522-9b75-4af8-bc48-7bee1174f212 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups/e89db6b3-16e2-4163-b39b-8730fed02a89 HTTP/1.1" status: 404  len: 347 time: 0.0193236
Apr 08 02:51:12.591545 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47888) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:12.638153 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.757807 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 9e11ee1f-d5a8-4904-8c4d-f3a8148d9e6c {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:51:12.758136 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.783167 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Allocated IP 172.27.1.36 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/e6afccd2-0da7-4b9f-a990-3dce65b36f6f) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:12.924982 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.925322 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.935856 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:12.964997 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.028812 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:13.035378 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:13.040248 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:51:13.045459 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 9e11ee1f-d5a8-4904-8c4d-f3a8148d9e6c owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:51:13.069011 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'Port': ['ID=e6afccd2-0da7-4b9f-a990-3dce65b36f6f,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:13.138786 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.238028 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.372904 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-434e01f4-9599-4aac-8b01-ee366c6ee50c req-7589273e-802d-4384-a8b5-01e2cddf656a tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 210 time: 0.1741686
Apr 08 02:51:13.381818 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=9e11ee1f-d5a8-4904-8c4d-f3a8148d9e6c,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:13.408955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.479680 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.496449 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-7869fb78-9224-4048-849c-51f1b09cef6d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:13.498070 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-7869fb78-9224-4048-849c-51f1b09cef6d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.41 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 809 time: 0.2172477
Apr 08 02:51:13.498779 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.504209 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-170babed-bc94-4808-bb4c-f01abb1e07c9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/floatingips/b817a69f-34f6-45f8-91fd-8c96ed2039c3 HTTP/1.1" status: 204  len: 168 time: 0.9116688
Apr 08 02:51:13.656825 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-84ac9d5b-a19c-4cb5-a234-7cf8bc9788cf tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f7f360a7ebf4464b91dce9442330898 HTTP/1.1" status: 200  len: 380 time: 0.1229165
Apr 08 02:51:13.665882 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'port': {'device_id': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'admin_state_up': True, 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'security_groups': ['aa3c2fb8-6ca6-4cbc-9979-c3bd08808516']}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:13.813982 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.823540 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.905496 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:13.954318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:13.961810 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'Port': ['ID=e6afccd2-0da7-4b9f-a990-3dce65b36f6f,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:13.971122 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:13.983223 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Made reservation on behalf of 0f7f360a7ebf4464b91dce9442330898 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:51:13.986622 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:14.049806 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:14.051057 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-cf321886-c3a0-44bf-863e-ca0e3531c80f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6044722
Apr 08 02:51:14.158999 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Allocated IP 172.20.0.8 (71466063-e434-4e94-a6a1-5afeb4638af7/ba4b7ecf-4b61-4692-8569-a4e1997f58b6/105b6cec-7cb5-414f-809c-11a2bc5ec384) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:14.353498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-90d14e9d-c217-4034-83a5-8b93f5463bbc tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:14.398655 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-90d14e9d-c217-4034-83a5-8b93f5463bbc tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:14.399787 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-90d14e9d-c217-4034-83a5-8b93f5463bbc tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--566022511&fields=id&tenant_id=688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 267 time: 0.1581082
Apr 08 02:51:14.406881 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:14.453793 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Transition to ACTIVE for port object 105b6cec-7cb5-414f-809c-11a2bc5ec384 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:14.504532 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:14.585888 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240c529-d7b3-4a43-ac6a-016d6fff3348 req-69d50288-7b6e-42c5-b2f6-f714eb6fb4c7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:14.587314 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7240c529-d7b3-4a43-ac6a-016d6fff3348 req-69d50288-7b6e-42c5-b2f6-f714eb6fb4c7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 931 time: 0.0845656
Apr 08 02:51:14.631307 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7240c529-d7b3-4a43-ac6a-016d6fff3348 req-6a6af111-9b0a-4b18-84c8-e142f83be5c6 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379348
Apr 08 02:51:14.645247 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Network 71466063-e434-4e94-a6a1-5afeb4638af7 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:14.651117 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:14.657813 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:51:14.684494 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:14.742979 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d1480906-8300-423d-921b-d0d7e2b7631e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:14.744495 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d1480906-8300-423d-921b-d0d7e2b7631e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 817 time: 0.3345864
Apr 08 02:51:14.752269 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:14.752885 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:14.774913 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-0e0653b7-d9aa-41e6-ad79-17a71d8b3dae tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/quotas/688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 375 time: 0.0179348
Apr 08 02:51:14.820923 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-08d23fdd-6a55-469a-a6ce-10f5b0106067 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1587150
Apr 08 02:51:14.848175 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Request body: {'port': {'device_id': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:14.896268 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4d03c97a-387d-416d-b749-d51b2bf80f84 None None] Provisioning for port 105b6cec-7cb5-414f-809c-11a2bc5ec384 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:14.902378 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4d03c97a-387d-416d-b749-d51b2bf80f84 None None] Provisioning complete for port 105b6cec-7cb5-414f-809c-11a2bc5ec384 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:14.902796 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4d03c97a-387d-416d-b749-d51b2bf80f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:14.911523 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-ac2e8a1f-98c0-41cd-8e33-feb39e7d72e8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:14.955799 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-4d03c97a-387d-416d-b749-d51b2bf80f84 None None] Port 105b6cec-7cb5-414f-809c-11a2bc5ec384 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:51:14.976270 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-ac2e8a1f-98c0-41cd-8e33-feb39e7d72e8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:14.977579 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-ac2e8a1f-98c0-41cd-8e33-feb39e7d72e8 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1967056
Apr 08 02:51:14.992959 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:15.371902 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-f925345f-790b-4b41-a109-cba10d774277 service neutron] 10.222.0.23 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3800497
Apr 08 02:51:15.583662 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-68e23225-154f-4274-81e1-80524fd568c9 service neutron] 10.222.0.23 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2045453
Apr 08 02:51:15.652668 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105b6cec-7cb5-414f-809c-11a2bc5ec384 {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:51:15.660426 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:15.676716 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Transition to ACTIVE for port object 105b6cec-7cb5-414f-809c-11a2bc5ec384 will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:15.680955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:15.843187 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-68cae790-aaa0-49b2-b29d-f638cd8301da req-e7c2afd7-6bca-49df-a9df-86e7ad1db7b3 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 210 time: 0.1155937
Apr 08 02:51:15.856490 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8246a-bb68-428b-ba86-7523f6d5b3eb req-070946c7-5bef-4a05-8320-1192cea8a332 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:15.858977 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-28a8246a-bb68-428b-ba86-7523f6d5b3eb req-070946c7-5bef-4a05-8320-1192cea8a332 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0993278
Apr 08 02:51:15.884395 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:15.926281 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-28a8246a-bb68-428b-ba86-7523f6d5b3eb req-57f7d1ba-9e29-457a-87ce-2d511551ab95 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557859
Apr 08 02:51:16.000449 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Attempting to bind port 105b6cec-7cb5-414f-809c-11a2bc5ec384 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:51:16.000767 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Attempting to bind port 105b6cec-7cb5-414f-809c-11a2bc5ec384 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:51:16.001095 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Attempting to bind port 105b6cec-7cb5-414f-809c-11a2bc5ec384 on network 71466063-e434-4e94-a6a1-5afeb4638af7 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:51:16.007533 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Port 105b6cec-7cb5-414f-809c-11a2bc5ec384 on network 71466063-e434-4e94-a6a1-5afeb4638af7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:51:16.007844 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Attempting to bind port 105b6cec-7cb5-414f-809c-11a2bc5ec384 on network 71466063-e434-4e94-a6a1-5afeb4638af7 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:51:16.014928 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:51:16.015402 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Checking segment: {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:51:16.015892 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Bound using segment: {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:51:16.016346 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Bound port: 105b6cec-7cb5-414f-809c-11a2bc5ec384, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff543aa-acb4-46cf-8097-3afe3aa77677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:51:16.016847 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:16.118204 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:51:16.121204 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:51:16.126458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:16.183731 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:16.184473 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:16.185748 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 1093 time: 1.3415341
Apr 08 02:51:16.188599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:16.244722 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8e4f-94e0-47d6-ac3e-0174160a44a9 service neutron] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:16.259319 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4dfece-40d0-4f0d-bd94-fe4d55bd56d9'] response: {'name': 'network-changed', 'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'status': 'completed', 'code': 200}
Apr 08 02:51:16.355658 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-3a79389d-7f30-4545-a8ba-be7241aed9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:16.357212 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-3a79389d-7f30-4545-a8ba-be7241aed9a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1096 time: 0.0797360
Apr 08 02:51:16.446829 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-3749b4ff-030a-4f38-b90c-29492a86083d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 217 time: 0.0760784
Apr 08 02:51:16.531371 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-843f126b-144c-4aa7-8d8a-283a8a4a3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:16.533109 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-843f126b-144c-4aa7-8d8a-283a8a4a3a87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 200  len: 848 time: 0.0778131
Apr 08 02:51:16.669497 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-f6d06b74-a094-4716-a8fe-c4de5442d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:16.670985 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-f6d06b74-a094-4716-a8fe-c4de5442d59a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71466063-e434-4e94-a6a1-5afeb4638af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706315
Apr 08 02:51:16.694717 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e257be2-248b-40a9-90f0-8390f6c10a63 req-4a531291-b33d-49aa-a0e1-1819e7ce806a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:16.695388 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9e257be2-248b-40a9-90f0-8390f6c10a63 req-4a531291-b33d-49aa-a0e1-1819e7ce806a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:16.710345 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9e257be2-248b-40a9-90f0-8390f6c10a63 req-4a531291-b33d-49aa-a0e1-1819e7ce806a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:16.711877 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9e257be2-248b-40a9-90f0-8390f6c10a63 req-4a531291-b33d-49aa-a0e1-1819e7ce806a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.0943687
Apr 08 02:51:16.754470 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9e257be2-248b-40a9-90f0-8390f6c10a63 req-a155b958-31b2-41dc-a67a-cf073f07d314 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:16.771186 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9e257be2-248b-40a9-90f0-8390f6c10a63 req-a155b958-31b2-41dc-a67a-cf073f07d314 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:16.779599 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9e257be2-248b-40a9-90f0-8390f6c10a63 req-a155b958-31b2-41dc-a67a-cf073f07d314 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618412
Apr 08 02:51:16.806248 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-e5204bea-56c0-405c-90fc-58dc4016a81c service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251256
Apr 08 02:51:17.059607 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7baa45f3-90b8-4835-abb7-641667c4ef56 req-e13724e5-7a7b-4016-bedf-8d2d99753b76 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 210 time: 0.0524516
Apr 08 02:51:17.083949 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5dcd67ee-24e3-4e47-8517-9341cc6a6371 req-4db080fa-12db-4c48-9262-cfdbe2667c76 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2652688
Apr 08 02:51:17.188000 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-9c646fe7-d84d-4788-8d8e-eb5417bb43c5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:17.189376 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-9c646fe7-d84d-4788-8d8e-eb5417bb43c5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 817 time: 0.2177887
Apr 08 02:51:17.210374 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c690c07-0849-49bf-bb26-f3fc7493ebff req-4539c418-4f7a-4c79-97e2-1215ce904347 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:17.211841 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7c690c07-0849-49bf-bb26-f3fc7493ebff req-4539c418-4f7a-4c79-97e2-1215ce904347 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.1301556
Apr 08 02:51:17.282955 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7c690c07-0849-49bf-bb26-f3fc7493ebff req-29837eb1-103b-48bf-94e9-797f4ee310bd tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653489
Apr 08 02:51:17.294625 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-46a9acb6-6b29-4a54-a3c7-aef400db4688 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:17.294959 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62093-659a-42a3-8d26-6b3565960094 req-10a57df3-1f2a-45cc-baf2-9abdd3183ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:17.296496 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-10a57df3-1f2a-45cc-baf2-9abdd3183ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1096 time: 0.0739334
Apr 08 02:51:17.309360 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-46a9acb6-6b29-4a54-a3c7-aef400db4688 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:17.310569 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-46a9acb6-6b29-4a54-a3c7-aef400db4688 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 379 time: 0.0776982
Apr 08 02:51:17.325288 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'port': {'device_id': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'admin_state_up': True, 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'security_groups': ['fe6501fd-0746-41f8-be27-e38fca037a8e']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:17.434050 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62093-659a-42a3-8d26-6b3565960094 req-f5e6ce13-952b-4f27-80bb-14ad3bf56b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:17.435477 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-f5e6ce13-952b-4f27-80bb-14ad3bf56b9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 910 time: 0.1277065
Apr 08 02:51:17.459023 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:17.468572 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:17.478405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Made reservation on behalf of 688b5f689e3e41249484667a939fd5f8 for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:51:17.482157 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:17.510391 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-755b1ce6-03c6-4889-9b81-e2909f65a2af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 217 time: 0.0659642
Apr 08 02:51:17.579505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62093-659a-42a3-8d26-6b3565960094 req-aa1bcad1-9d06-4250-aa21-dc4b4fcf3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:17.580988 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-aa1bcad1-9d06-4250-aa21-dc4b4fcf3fa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 200  len: 848 time: 0.0610960
Apr 08 02:51:17.646356 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Allocated IP 172.20.0.4 (7f572796-aa3b-4385-be7e-dfaa12bb77ed/58963f7f-6467-4f40-8f75-b0d4bf20590e/b1b47b52-100c-4e18-8a4a-3d16d8561d14) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:17.661136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62093-659a-42a3-8d26-6b3565960094 req-628b547d-a675-4fa0-a506-e3e35085e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:17.662880 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-628b547d-a675-4fa0-a506-e3e35085e1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71466063-e434-4e94-a6a1-5afeb4638af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734272
Apr 08 02:51:17.793450 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-874f632e-7c87-4571-9c11-6bda147a8238 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237977
Apr 08 02:51:17.831643 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:17.852305 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Transition to ACTIVE for port object b1b47b52-100c-4e18-8a4a-3d16d8561d14 will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:17.881664 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:17.949717 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:17.952662 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:17.961325 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:51:17.998518 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:18.030361 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:18.030969 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.059358 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-5cb4e88f-022e-44d6-92a0-7e008684fef2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7379191
Apr 08 02:51:18.085798 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-3b39a9ee-2385-42b1-a396-ea647534c256 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494538
Apr 08 02:51:18.087139 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Request body: {'port': {'device_id': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:18.113585 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a8a34bc8-4f55-4cb9-9a63-12d51d2e36b8 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:18.116449 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a8a34bc8-4f55-4cb9-9a63-12d51d2e36b8 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.2602110
Apr 08 02:51:18.168243 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abdc62-c708-455c-822b-dfbfa9a0d78f req-d8e767d6-4a8f-4c2b-a8f8-8e9fbe34e78d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:18.169855 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a3abdc62-c708-455c-822b-dfbfa9a0d78f req-d8e767d6-4a8f-4c2b-a8f8-8e9fbe34e78d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 945 time: 0.2735178
Apr 08 02:51:18.232318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 823fa2cc-3d06-401c-8c4e-211154f6e79b {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:51:18.232680 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.253454 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-f7e95781-50bb-47b7-a78a-8f28a4415446 None None] Provisioning for port b1b47b52-100c-4e18-8a4a-3d16d8561d14 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:18.257080 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.259720 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-f7e95781-50bb-47b7-a78a-8f28a4415446 None None] Provisioning complete for port b1b47b52-100c-4e18-8a4a-3d16d8561d14 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:18.260346 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f7e95781-50bb-47b7-a78a-8f28a4415446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.278811 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a3abdc62-c708-455c-822b-dfbfa9a0d78f req-a2115f18-eb79-49a1-9e40-a8fa954ffb50 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=6897f375-88ae-412c-8fd0-683c7731e0b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976541
Apr 08 02:51:18.328620 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-f7e95781-50bb-47b7-a78a-8f28a4415446 None None] Port b1b47b52-100c-4e18-8a4a-3d16d8561d14 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:51:18.423986 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8ae68-6355-4f84-92e3-0ae5924e43b3 req-c8eb082b-b918-472f-b4af-ab060d50c722 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:18.424668 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-2bc8ae68-6355-4f84-92e3-0ae5924e43b3 req-c8eb082b-b918-472f-b4af-ab060d50c722 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Synchronizing usage tracker for tenant:688b5f689e3e41249484667a939fd5f8 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:18.460762 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-2bc8ae68-6355-4f84-92e3-0ae5924e43b3 req-c8eb082b-b918-472f-b4af-ab060d50c722 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Unset dirty status for tenant:688b5f689e3e41249484667a939fd5f8 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:18.461921 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2bc8ae68-6355-4f84-92e3-0ae5924e43b3 req-c8eb082b-b918-472f-b4af-ab060d50c722 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 931 time: 0.2668414
Apr 08 02:51:18.574392 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] For port 823fa2cc-3d06-401c-8c4e-211154f6e79b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=823fa2cc-3d06-401c-8c4e-211154f6e79b,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:18.574981 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.648773 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd99e0-0326-4c58-b345-f7423699f7ff req-fd9b2e29-c304-4cc8-98d0-4cef7d348cc8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:18.649463 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-2cdd99e0-0326-4c58-b345-f7423699f7ff req-fd9b2e29-c304-4cc8-98d0-4cef7d348cc8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Synchronizing usage tracker for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:18.677826 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2bc8ae68-6355-4f84-92e3-0ae5924e43b3 req-050fb1eb-b1cc-4da4-ad58-7581b6922a69 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1957684
Apr 08 02:51:18.693895 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-2cdd99e0-0326-4c58-b345-f7423699f7ff req-fd9b2e29-c304-4cc8-98d0-4cef7d348cc8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Unset dirty status for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:18.695261 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2cdd99e0-0326-4c58-b345-f7423699f7ff req-fd9b2e29-c304-4cc8-98d0-4cef7d348cc8 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.2856555
Apr 08 02:51:18.790727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b47b52-100c-4e18-8a4a-3d16d8561d14 {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:51:18.798369 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.812998 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Transition to ACTIVE for port object b1b47b52-100c-4e18-8a4a-3d16d8561d14 will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:18.817331 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:18.948348 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:18.966963 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2cdd99e0-0326-4c58-b345-f7423699f7ff req-8613b378-90b4-41e1-8e1a-07e65950de9b tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279275
Apr 08 02:51:19.013979 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.014344 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.014661 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP 1addf2a3-e3ae-4809-8b50-437614d6c386 disassociated. External IP: 172.27.1.35, port: 823fa2cc-3d06-401c-8c4e-211154f6e79b.
Apr 08 02:51:19.015006 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 823fa2cc-3d06-401c-8c4e-211154f6e79b owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:51:19.065352 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Attempting to bind port b1b47b52-100c-4e18-8a4a-3d16d8561d14 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:51:19.065689 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Attempting to bind port b1b47b52-100c-4e18-8a4a-3d16d8561d14 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:51:19.066015 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Attempting to bind port b1b47b52-100c-4e18-8a4a-3d16d8561d14 on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:51:19.071228 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Port b1b47b52-100c-4e18-8a4a-3d16d8561d14 on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:51:19.071544 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Attempting to bind port b1b47b52-100c-4e18-8a4a-3d16d8561d14 on network 7f572796-aa3b-4385-be7e-dfaa12bb77ed {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:51:19.076591 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:51:19.076927 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Checking segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:51:19.077305 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Bound using segment: {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:51:19.077730 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Bound port: b1b47b52-100c-4e18-8a4a-3d16d8561d14, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dee0b9-90dd-467c-833a-bdf54614bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:51:19.078078 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.164771 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.168442 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:51:19.172418 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:51:19.177318 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.220799 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=823fa2cc-3d06-401c-8c4e-211154f6e79b,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:19.246489 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:19.247138 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.248488 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] 10.222.0.41 "PUT /v2.0/ports/b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 200  len: 1093 time: 1.1665781
Apr 08 02:51:19.248918 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:19.272628 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ebbca-27cf-45d0-9e6b-f6d6efd6881c service neutron] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:19.323600 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7881b2-9be0-47a7-8527-e9352ad958a2'] response: {'name': 'network-changed', 'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'status': 'completed', 'code': 200}
Apr 08 02:51:19.407499 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-711fbb08-a63f-4c35-bfff-eda553416b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:19.409042 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-711fbb08-a63f-4c35-bfff-eda553416b17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1096 time: 0.0817573
Apr 08 02:51:19.481948 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a61d609e-9264-4673-8923-0b591bdbfe76 req-0b85c6e6-9977-497e-8d42-40dafee05222 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 210 time: 0.0764544
Apr 08 02:51:19.483793 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:51:19.492284 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-cff1c170-324b-4cd6-8edb-cba236c76b0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 200  len: 217 time: 0.0680501
Apr 08 02:51:19.560979 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-1da9c344-9279-474c-ac06-9c4f7160640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:19.562412 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-1da9c344-9279-474c-ac06-9c4f7160640e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0600269
Apr 08 02:51:19.654412 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-be7fd841-95e2-4aab-90a7-f9aa8963f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:19.656163 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-be7fd841-95e2-4aab-90a7-f9aa8963f030 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865664
Apr 08 02:51:19.675248 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:51:19.687721 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:51:19.703271 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:19.704299 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce0181f0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:19.765358 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] No DVR routers for this DVR port 823fa2cc-3d06-401c-8c4e-211154f6e79b on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:51:19.767853 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:19.774615 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'name': 'network-vif-deleted', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:19.798343 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-86b676ce-3459-44b7-afa5-7358f959ae8d req-a7ebc426-efa8-4003-b333-c0a214474bd6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "DELETE /v2.0/ports/823fa2cc-3d06-401c-8c4e-211154f6e79b HTTP/1.1" status: 204  len: 173 time: 1.6771705
Apr 08 02:51:19.819840 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-9cff1730-dace-4917-ac27-b60d1c046fce service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561306
Apr 08 02:51:19.836584 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be9e3f5-5145-454a-93cb-30f6d0e1ed33'] response: {'server_uuid': 'd7ae39c8-31a8-4fff-854c-06275d09d237', 'name': 'network-vif-deleted', 'tag': '823fa2cc-3d06-401c-8c4e-211154f6e79b', 'status': 'completed', 'code': 200}
Apr 08 02:51:19.908194 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:20.026964 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b90f2d-573e-4cab-81a0-72964147b09b req-003dccbb-57ec-49e5-903a-e8205ff6a83f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:20.028461 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e2b90f2d-573e-4cab-81a0-72964147b09b req-003dccbb-57ec-49e5-903a-e8205ff6a83f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.2077672
Apr 08 02:51:20.031887 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f63f86ca-7bdc-4df7-896f-a3da347be0fe req-9c3e7a97-9d71-4dc3-a3e1-ab0d558ba3c5 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792643
Apr 08 02:51:20.080593 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e2b90f2d-573e-4cab-81a0-72964147b09b req-7f2a5274-4c35-41df-8f90-5f1d68f085d9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455697
Apr 08 02:51:20.170195 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7935-c17d-48b0-ab18-fe536ec1167c req-cbf65654-1c52-4289-bd6f-f6b16062703b tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:20.171740 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ba4f7935-c17d-48b0-ab18-fe536ec1167c req-cbf65654-1c52-4289-bd6f-f6b16062703b tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0822222
Apr 08 02:51:20.222872 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ba4f7935-c17d-48b0-ab18-fe536ec1167c req-e61c055f-52c8-4557-8263-6842865fa93c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451491
Apr 08 02:51:20.225937 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408af9c-c85f-44f1-9116-e3099352b545 req-113f3911-4cb3-42ae-9223-1e3a6423dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:20.227475 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4408af9c-c85f-44f1-9116-e3099352b545 req-113f3911-4cb3-42ae-9223-1e3a6423dbb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1096 time: 0.0819066
Apr 08 02:51:20.236037 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce0181f0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:20.240680 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:51:20.249060 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:20.249645 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce0181f0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:20.363112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408af9c-c85f-44f1-9116-e3099352b545 req-a3df6e94-ecc9-47fb-b53d-d43b7fe4610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:20.364554 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4408af9c-c85f-44f1-9116-e3099352b545 req-a3df6e94-ecc9-47fb-b53d-d43b7fe4610b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.1274350
Apr 08 02:51:20.426417 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:20.434451 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4408af9c-c85f-44f1-9116-e3099352b545 req-1ccb467a-989d-4b64-b048-e6f6d28408d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 200  len: 217 time: 0.0634749
Apr 08 02:51:20.608991 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408af9c-c85f-44f1-9116-e3099352b545 req-533fb4ec-6db6-4b51-b4d9-81a3c42b4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:20.610421 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4408af9c-c85f-44f1-9116-e3099352b545 req-533fb4ec-6db6-4b51-b4d9-81a3c42b4b79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.1640890
Apr 08 02:51:20.710294 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f58ed83f-a2d1-43a8-82eb-9a1fdfe3b1d8 req-a5b0d1fa-ed1f-4fe2-9be7-aedac3cccffa tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7ae39c8-31a8-4fff-854c-06275d09d237 HTTP/1.1" status: 200  len: 210 time: 0.0593772
Apr 08 02:51:20.738380 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408af9c-c85f-44f1-9116-e3099352b545 req-9d410cab-acfb-48b2-8373-157da6d18478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:20.739863 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4408af9c-c85f-44f1-9116-e3099352b545 req-9d410cab-acfb-48b2-8373-157da6d18478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1213984
Apr 08 02:51:20.824807 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce0181f0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:20.828654 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20844160-95db-4893-960b-090c7bb5cd81 None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:51:20.872076 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4408af9c-c85f-44f1-9116-e3099352b545 req-fc39a363-dbb3-40b8-a4d8-c70c0f25a23f service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241438
Apr 08 02:51:21.011993 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4408af9c-c85f-44f1-9116-e3099352b545 req-83831989-3f75-41a5-ba1e-a8d96ce36c54 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328819
Apr 08 02:51:21.059998 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a08174e-1037-422a-8376-17f1a46f17dc None None] New status for floating IP 1addf2a3-e3ae-4809-8b50-437614d6c386: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:51:21.265593 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e8d72c-a90b-4603-943f-508994c69e36 req-d612e866-ba9d-4934-bc18-db602bb35e26 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:21.266388 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-23e8d72c-a90b-4603-943f-508994c69e36 req-d612e866-ba9d-4934-bc18-db602bb35e26 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0806911
Apr 08 02:51:21.315758 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-23e8d72c-a90b-4603-943f-508994c69e36 req-0a776ae8-4028-4b72-93cb-c372109e5a85 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428836
Apr 08 02:51:21.422041 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51767b-a8a0-41bb-a3bc-19f749492bd5 req-051208cf-2440-4ffd-8d9f-5b0eaa2f405c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:21.423491 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0c51767b-a8a0-41bb-a3bc-19f749492bd5 req-051208cf-2440-4ffd-8d9f-5b0eaa2f405c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0783682
Apr 08 02:51:21.469044 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0c51767b-a8a0-41bb-a3bc-19f749492bd5 req-75311771-cb7a-41cd-b517-4b8bcfccf274 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393505
Apr 08 02:51:21.830930 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47980) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:21.895300 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec01df-2707-4a77-8032-491494d74a23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:21.921944 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec01df-2707-4a77-8032-491494d74a23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:21.978344 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec01df-2707-4a77-8032-491494d74a23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:21.995479 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec01df-2707-4a77-8032-491494d74a23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6897f375-88ae-412c-8fd0-683c7731e0b3,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:22.008999 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-36ec01df-2707-4a77-8032-491494d74a23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:22.010090 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-36ec01df-2707-4a77-8032-491494d74a23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/security-groups/6897f375-88ae-412c-8fd0-683c7731e0b3 HTTP/1.1" status: 204  len: 168 time: 0.1781433
Apr 08 02:51:22.012752 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47984) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:22.029409 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-1e8dde11-cb62-41eb-9970-ce82d20305ec tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] show failed (client error): The resource could not be found.
Apr 08 02:51:22.030353 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1e8dde11-cb62-41eb-9970-ce82d20305ec tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups/6897f375-88ae-412c-8fd0-683c7731e0b3 HTTP/1.1" status: 404  len: 347 time: 0.0167253
Apr 08 02:51:22.033441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47988) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:22.187500 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port b1a448f0-8fac-4d60-9bc9-2b32b9fc2012 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:51:22.187840 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:22.369152 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:22.369470 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:22.488932 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for b1a448f0-8fac-4d60-9bc9-2b32b9fc2012 owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:51:22.517475 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db804f-cbf2-4a3f-9635-2a715de6dc9e req-d1b35218-6e7d-4032-9402-3850082d646b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:22.519088 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00db804f-cbf2-4a3f-9635-2a715de6dc9e req-d1b35218-6e7d-4032-9402-3850082d646b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0873492
Apr 08 02:51:22.565613 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00db804f-cbf2-4a3f-9635-2a715de6dc9e req-193ef0aa-e458-41ad-a813-150669694ff7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390341
Apr 08 02:51:22.679473 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:22.728597 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=b1a448f0-8fac-4d60-9bc9-2b32b9fc2012,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:22.893857 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4b70f-8b4a-4df4-bd67-6b5937d21b74 req-c6394dfd-6ac1-4c3e-888a-532058888a21 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:22.895269 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-add4b70f-8b4a-4df4-bd67-6b5937d21b74 req-c6394dfd-6ac1-4c3e-888a-532058888a21 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.2908354
Apr 08 02:51:22.926133 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:22.954329 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:22.955406 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a214dd2d-5ed6-418b-8777-207ce62df24f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/floatingips/1addf2a3-e3ae-4809-8b50-437614d6c386 HTTP/1.1" status: 204  len: 168 time: 0.9211278
Apr 08 02:51:22.958284 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-add4b70f-8b4a-4df4-bd67-6b5937d21b74 req-738b3c96-f5fa-4d01-9f4d-14c3f361b680 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560091
Apr 08 02:51:23.338220 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 47998) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:23.343117 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--421805645', 'description': 'tempest-description--2043472450'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:23.348728 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:23.352822 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:23.355562 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:23.361423 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:23.371292 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.390357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:23.394005 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:23.396932 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:23.402367 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:23.468473 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.472598 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.489544 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:51:23.497424 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 823fa2cc-3d06-401c-8c4e-211154f6e79b no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:51:23.516096 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76d284f-afdf-44a5-af38-36db0a29af4e,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:23.522074 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.526857 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-e68511c5-30de-4076-9419-f263917e6976 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1841645
Apr 08 02:51:23.526857 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48002) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:23.532750 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': 'd76d284f-afdf-44a5-af38-36db0a29af4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:23.539277 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 823fa2cc-3d06-401c-8c4e-211154f6e79b {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:51:23.539483 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:23.539692 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 823fa2cc-3d06-401c-8c4e-211154f6e79b not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:51:23.543185 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:23.546036 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:23.551599 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:23.569780 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.634958 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.640363 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.660831 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a345eb56-347d-4a17-ad64-85adbaad0e1e,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:23.671523 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:23.680193 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.682085 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-bbe7f2c8-f637-4660-9dbf-4adb54a77133 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1541703
Apr 08 02:51:23.684030 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48008) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:23.686462 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'port_id': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'mac_address': 'fa:16:3e:3e:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:51:23.689318 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': 'd76d284f-afdf-44a5-af38-36db0a29af4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:23.695040 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:23.698843 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:23.701722 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:23.710119 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:23.743569 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.762463 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b47b52-100c-4e18-8a4a-3d16d8561d14 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:51:23.766476 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.778385 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:23.782221 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.837296 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92ed00-4064-44df-9f90-7ddb7a47f09c req-a693f96b-fdb2-461d-b7bd-298e80caea34 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:23.838743 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9f92ed00-4064-44df-9f90-7ddb7a47f09c req-a693f96b-fdb2-461d-b7bd-298e80caea34 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1316314
Apr 08 02:51:23.851245 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:23.867218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.873030 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.911235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9cee77-42f0-4928-a5ec-7662281a9d57,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:23.920781 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9f92ed00-4064-44df-9f90-7ddb7a47f09c req-4db848ab-c500-4296-984e-53697e49a04e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695288
Apr 08 02:51:23.921833 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:23.922836 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a792a32e-da54-48fd-a346-d31a32db1fba tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2379048
Apr 08 02:51:23.926064 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48012) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:23.932283 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:23.938768 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:23.943081 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:floatingip and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:23.946548 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:23.952206 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:23.962181 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.098714 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.140445 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e59a13-d918-4430-8d69-da8137e95ccf req-61aaea9c-a407-4e13-9bcc-d20ceb64c7dc tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:24.141924 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-55e59a13-d918-4430-8d69-da8137e95ccf req-61aaea9c-a407-4e13-9bcc-d20ceb64c7dc tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0794926
Apr 08 02:51:24.186638 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-55e59a13-d918-4430-8d69-da8137e95ccf req-974cfafa-0ac4-4552-9bba-306100790c63 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387409
Apr 08 02:51:24.245497 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.27.1.87 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/5e0d8788-08d2-45c8-aea9-cb92fd356c38) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:24.266338 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['b1b47b52-100c-4e18-8a4a-3d16d8561d14'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:51:24.392588 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.422271 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.482503 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:24.489134 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:24.493942 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:51:24.522255 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=5e0d8788-08d2-45c8-aea9-cb92fd356c38,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:24.578220 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.634658 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.834962 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.839188 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.946867 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=5e0d8788-08d2-45c8-aea9-cb92fd356c38,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:24.952682 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.975686 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:24.977004 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f125858e-fa71-4dfe-945c-be776e6d000f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0500076
Apr 08 02:51:25.119948 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d8300-d525-4c19-9882-58a5634cb4ba req-c217edbd-894b-471b-a312-50a1e5bbd2a5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:25.121394 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-685d8300-d525-4c19-9882-58a5634cb4ba req-c217edbd-894b-471b-a312-50a1e5bbd2a5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 944 time: 0.0869710
Apr 08 02:51:25.145608 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-92a154de-315a-484d-9bc0-7a7a60cceb41 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--421805645&fields=id&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 267 time: 0.0459995
Apr 08 02:51:25.166914 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-685d8300-d525-4c19-9882-58a5634cb4ba req-cd6ce79b-e17b-42eb-b910-80f36be8742a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397635
Apr 08 02:51:25.299128 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-81035e45-0de2-4d7e-a2e1-8fae825617b9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:25.300711 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-81035e45-0de2-4d7e-a2e1-8fae825617b9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.1484697
Apr 08 02:51:25.315413 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-85d7c614-6907-4860-9f10-ac274543218d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/quotas/ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 375 time: 0.0088468
Apr 08 02:51:25.377424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543418ec-12ce-4583-b9ec-d833872fb544 req-b008aacb-affb-4ba5-96cb-61abcebed1cb tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:25.378914 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-543418ec-12ce-4583-b9ec-d833872fb544 req-b008aacb-affb-4ba5-96cb-61abcebed1cb tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0835235
Apr 08 02:51:25.428726 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-543418ec-12ce-4583-b9ec-d833872fb544 req-8e21331e-2097-4a13-a154-7afd53662efc tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438464
Apr 08 02:51:25.476760 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:25.479955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-55de37c9-a768-4ed2-992d-4eb888d244ff tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:25.496882 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-55de37c9-a768-4ed2-992d-4eb888d244ff tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:25.498373 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-55de37c9-a768-4ed2-992d-4eb888d244ff tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1774275
Apr 08 02:51:25.549107 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port b1b47b52-100c-4e18-8a4a-3d16d8561d14 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:25.555029 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port b1b47b52-100c-4e18-8a4a-3d16d8561d14 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:25.555399 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:25.636954 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-5de8b04e-6e65-4c17-b884-82548d8dab5c service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258569
Apr 08 02:51:25.672553 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:25.700584 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:25.710021 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:25.714212 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:25.750002 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524d33b7-121a-4272-b536-3d6540f59715'] response: {'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'code': 200}
Apr 08 02:51:25.770550 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-60379759-821c-497e-993a-116f7a126d1e service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277785
Apr 08 02:51:25.782701 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:25.990892 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-c960edcf-b740-4cd4-842e-7d81a963900a req-d5fbabfb-0663-4ef2-820f-0abb6871a943 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:26.011709 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-c960edcf-b740-4cd4-842e-7d81a963900a req-d5fbabfb-0663-4ef2-820f-0abb6871a943 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:26.012971 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c960edcf-b740-4cd4-842e-7d81a963900a req-d5fbabfb-0663-4ef2-820f-0abb6871a943 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 210 time: 0.0971553
Apr 08 02:51:26.037344 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0cc85-f901-4ac5-84c6-cb4b3a0d68db req-6e49720d-cb54-4470-826c-2b172c052f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:26.038868 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c4e0cc85-f901-4ac5-84c6-cb4b3a0d68db req-6e49720d-cb54-4470-826c-2b172c052f84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1098 time: 0.0872736
Apr 08 02:51:26.095230 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:51:26.158128 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c4e0cc85-f901-4ac5-84c6-cb4b3a0d68db req-a642907d-3b13-4808-980e-0376c7b8d108 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132545
Apr 08 02:51:26.360228 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b1e96-a158-4e3c-8005-07840f391c23 req-bb6a3758-ed19-48cf-baf1-a4339d249deb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:26.361662 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fa8b1e96-a158-4e3c-8005-07840f391c23 req-bb6a3758-ed19-48cf-baf1-a4339d249deb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0820196
Apr 08 02:51:26.405091 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fa8b1e96-a158-4e3c-8005-07840f391c23 req-5df4bc94-f8e6-45b4-b702-d99064ccb662 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375421
Apr 08 02:51:26.613066 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe557c-4e5a-471d-897d-94c14f0b43e1 req-8cc11423-f52e-48c5-8536-b43d47ff3ae1 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:26.614381 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9dbe557c-4e5a-471d-897d-94c14f0b43e1 req-8cc11423-f52e-48c5-8536-b43d47ff3ae1 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0777833
Apr 08 02:51:26.658766 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9dbe557c-4e5a-471d-897d-94c14f0b43e1 req-ad155fc4-fdf4-4f8c-bf73-30fa76414250 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385261
Apr 08 02:51:27.160430 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-20d8234b-9ed6-4968-a50e-a68203f77089 req-7ff95028-af2e-474f-8932-c8c8deb8547c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 210 time: 0.0411267
Apr 08 02:51:27.498421 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105b6cec-7cb5-414f-809c-11a2bc5ec384 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:51:27.587632 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-9fd59b4c-7b54-4e59-b61f-af1cbe28a615 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:27.589247 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-9fd59b4c-7b54-4e59-b61f-af1cbe28a615 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.2167552
Apr 08 02:51:27.656217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:27.673885 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89b5b8-9a25-49b8-a888-be20f8e22b80 req-bdee3128-a814-49c9-9f11-294bbbdd06b7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:27.674151 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'port_id': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'mac_address': 'fa:16:3e:58:c2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:51:27.675828 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-db89b5b8-9a25-49b8-a888-be20f8e22b80 req-bdee3128-a814-49c9-9f11-294bbbdd06b7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.1467979
Apr 08 02:51:27.680241 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-211ad5c9-5837-44be-8726-dee7a934ed4e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:27.726744 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-211ad5c9-5837-44be-8726-dee7a934ed4e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:27.727865 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-211ad5c9-5837-44be-8726-dee7a934ed4e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 379 time: 0.1239271
Apr 08 02:51:27.737564 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-db89b5b8-9a25-49b8-a888-be20f8e22b80 req-c03c3349-9f5f-42fc-8a64-0b0433b0a331 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472507
Apr 08 02:51:27.756471 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:27.757395 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'port': {'device_id': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'admin_state_up': True, 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'security_groups': ['d76d284f-afdf-44a5-af38-36db0a29af4e']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:27.777502 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105b6cec-7cb5-414f-809c-11a2bc5ec384 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:51:27.799270 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:27.804459 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:27.885887 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:27.899528 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d262-e007-4a19-bb3e-7ad604d5e534 req-37e5f67e-60ab-4edb-aa30-61253b8257ae tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:27.901080 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8704d262-e007-4a19-bb3e-7ad604d5e534 req-37e5f67e-60ab-4edb-aa30-61253b8257ae tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 944 time: 0.1177070
Apr 08 02:51:27.915209 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:27.925797 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:27.937072 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Made reservation on behalf of ee869d0592334c418ed6cf2b4ba04ace for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:51:27.941021 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:27.947225 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8704d262-e007-4a19-bb3e-7ad604d5e534 req-33cdf0f3-082e-4ead-a2a1-e97013dbbc78 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398965
Apr 08 02:51:28.111121 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.20.0.10 (43b1983b-07c7-47cb-8ae4-f6d4398035b6/de022256-0697-4bb1-ade2-6e147cbe87b9/15ea6272-ea85-47cf-ad3d-80473f241c2d) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:28.264703 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['105b6cec-7cb5-414f-809c-11a2bc5ec384'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:51:28.318360 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0c34daae-1da3-490b-961b-774ca6f6562c req-a6b27d32-8c88-4068-a4f8-e155f073d3f5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 210 time: 0.0463512
Apr 08 02:51:28.340945 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:28.354322 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Transition to ACTIVE for port object 15ea6272-ea85-47cf-ad3d-80473f241c2d will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:28.379486 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:28.445803 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:28.453405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:28.457609 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:51:28.491977 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=15ea6272-ea85-47cf-ad3d-80473f241c2d,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:28.523880 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:28.524538 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:28.553290 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-62e61f95-f576-4eb1-b356-423d4ec88e12 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8001478
Apr 08 02:51:28.572560 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Request body: {'port': {'device_id': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:28.665287 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9a45f529-a4ce-4e80-bb7a-747a19a0f169 None None] Provisioning for port 15ea6272-ea85-47cf-ad3d-80473f241c2d completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:28.671016 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9a45f529-a4ce-4e80-bb7a-747a19a0f169 None None] Provisioning complete for port 15ea6272-ea85-47cf-ad3d-80473f241c2d triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:28.671409 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9a45f529-a4ce-4e80-bb7a-747a19a0f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:28.687632 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:28.725499 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9a45f529-a4ce-4e80-bb7a-747a19a0f169 None None] Port 15ea6272-ea85-47cf-ad3d-80473f241c2d cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:51:28.927651 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4af6b-2397-4327-8e7f-5d0e58ef810f req-855e8365-464e-484d-8e72-08deb1fead49 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:28.929384 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-42e4af6b-2397-4327-8e7f-5d0e58ef810f req-855e8365-464e-484d-8e72-08deb1fead49 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0779626
Apr 08 02:51:28.973201 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-42e4af6b-2397-4327-8e7f-5d0e58ef810f req-05e2a61f-bccb-46ca-8dbb-9abf1b365fd9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381835
Apr 08 02:51:29.034752 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ea6272-ea85-47cf-ad3d-80473f241c2d {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:51:29.042525 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.058083 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Transition to ACTIVE for port object 15ea6272-ea85-47cf-ad3d-80473f241c2d will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:51:29.101302 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.167126 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb54a7b-563e-43b5-aa8b-77fca9026afa req-b279a571-3686-49a3-8406-a2f4365ad615 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:29.168673 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6eb54a7b-563e-43b5-aa8b-77fca9026afa req-b279a571-3686-49a3-8406-a2f4365ad615 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0814271
Apr 08 02:51:29.180131 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48070) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:29.185264 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Request body: {'floatingip': {'port_id': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:29.265636 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.323188 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Pushing event updated for resources: {'Port': ['ID=15ea6272-ea85-47cf-ad3d-80473f241c2d,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:29.440258 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe39e31-6283-4c94-8abb-0e4bd1e34d71 req-0a234c9a-55d7-418d-aa15-dfb2ea06a573 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:29.441635 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9fe39e31-6283-4c94-8abb-0e4bd1e34d71 req-0a234c9a-55d7-418d-aa15-dfb2ea06a573 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 944 time: 0.3790956
Apr 08 02:51:29.472988 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Attempting to bind port 15ea6272-ea85-47cf-ad3d-80473f241c2d on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:51:29.473313 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Attempting to bind port 15ea6272-ea85-47cf-ad3d-80473f241c2d by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:51:29.473637 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Attempting to bind port 15ea6272-ea85-47cf-ad3d-80473f241c2d on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:51:29.481002 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Port 15ea6272-ea85-47cf-ad3d-80473f241c2d on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:51:29.481315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Attempting to bind port 15ea6272-ea85-47cf-ad3d-80473f241c2d on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:51:29.499481 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:51:29.499729 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Checking segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:51:29.500158 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Bound using segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:51:29.500573 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Bound port: 15ea6272-ea85-47cf-ad3d-80473f241c2d, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:51:29.500912 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.502240 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105b6cec-7cb5-414f-809c-11a2bc5ec384 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:29.516458 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9fe39e31-6283-4c94-8abb-0e4bd1e34d71 req-c0c67bda-58c2-486a-8811-672ef06bdf67 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659444
Apr 08 02:51:29.588172 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 105b6cec-7cb5-414f-809c-11a2bc5ec384 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:29.595953 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 105b6cec-7cb5-414f-809c-11a2bc5ec384 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:29.596318 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.606807 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] For port 15ea6272-ea85-47cf-ad3d-80473f241c2d, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:51:29.610211 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] For port 15ea6272-ea85-47cf-ad3d-80473f241c2d, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:51:29.618651 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.620628 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30cd4b-aefe-4979-bff5-1f42d0459a46 req-567fc4b5-7221-451b-92e3-e614516df0cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:29.622414 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1c30cd4b-aefe-4979-bff5-1f42d0459a46 req-567fc4b5-7221-451b-92e3-e614516df0cf tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 944 time: 0.1837604
Apr 08 02:51:29.679632 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:29.680255 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.681591 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] 10.222.0.41 "PUT /v2.0/ports/15ea6272-ea85-47cf-ad3d-80473f241c2d HTTP/1.1" status: 200  len: 1094 time: 1.1147027
Apr 08 02:51:29.682007 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:29.710986 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b8c5e-2c1a-4200-a1c6-600646b330ab service neutron] Pushing event updated for resources: {'Port': ['ID=15ea6272-ea85-47cf-ad3d-80473f241c2d,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:29.743275 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a7e6e2-98de-4e00-9f46-3b0c2137f5ca'] response: {'name': 'network-changed', 'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'status': 'completed', 'code': 200}
Apr 08 02:51:29.772105 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1c30cd4b-aefe-4979-bff5-1f42d0459a46 req-80f7f4f9-13f9-494d-ae69-9d10034496a4 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884297
Apr 08 02:51:29.799087 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.839040 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:29.844591 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:29.855715 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:29.860713 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-3371471b-2fe0-49ce-a51d-b82c59089a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:29.862558 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-3371471b-2fe0-49ce-a51d-b82c59089a09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 1097 time: 0.1014681
Apr 08 02:51:29.925749 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-925ea522-3351-4335-91fb-187fab154d75'] response: {'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'code': 200}
Apr 08 02:51:29.926699 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:29.942969 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-c7a68a89-5c33-4fa5-96e8-0e180bd64e37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d HTTP/1.1" status: 200  len: 217 time: 0.0660241
Apr 08 02:51:30.028997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-5718a9f4-c6e0-480e-9de9-8f1514c63d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.030331 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-5718a9f4-c6e0-480e-9de9-8f1514c63d9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0698285
Apr 08 02:51:30.109527 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-c37abed1-915e-4336-9fb8-dba51ea99370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.110540 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-c37abed1-915e-4336-9fb8-dba51ea99370 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723832
Apr 08 02:51:30.153402 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:30.157624 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:30.249878 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-d310baaf-b75a-4c31-9ca6-386faae757b7 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325588
Apr 08 02:51:30.343359 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:30.383197 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Floating IP 4841b096-9c53-45c1-a595-818545e1b578 associated. External IP: 172.27.1.36, port: b1b47b52-100c-4e18-8a4a-3d16d8561d14.
Apr 08 02:51:30.384067 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1aa5df9f-2071-4c45-ada2-00e650139940 req-c26b1caa-9e03-43bc-a1f6-6fb4a9a994d4 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272285
Apr 08 02:51:30.440495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3c6e8-d477-460b-a1b2-3aaa99e49971 req-4166ca94-8d66-4762-8178-4d0d9faade0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.441930 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-aca3c6e8-d477-460b-a1b2-3aaa99e49971 req-4166ca94-8d66-4762-8178-4d0d9faade0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1098 time: 0.2366016
Apr 08 02:51:30.567102 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-a16b1aed-d8a6-4b47-9cd0-b2fdb5f0d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.569306 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-a16b1aed-d8a6-4b47-9cd0-b2fdb5f0d1d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 1097 time: 0.0755377
Apr 08 02:51:30.587848 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-aca3c6e8-d477-460b-a1b2-3aaa99e49971 req-b56f44e6-f5dd-4436-a19e-00152272fe1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673299
Apr 08 02:51:30.704258 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-f22208cb-0ec3-4e19-b302-200ca4cfe3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.705634 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-f22208cb-0ec3-4e19-b302-200ca4cfe3d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1301763
Apr 08 02:51:30.820287 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa6c18-bfe2-4895-bd5e-76dd19e2d9e4 req-a61b9a7a-2031-4ea2-a2b4-12b923d2bccc tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.821717 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3dfa6c18-bfe2-4895-bd5e-76dd19e2d9e4 req-a61b9a7a-2031-4ea2-a2b4-12b923d2bccc tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.1808751
Apr 08 02:51:30.851387 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Router 1160d0cf-2cc7-41f2-8206-a58791865c6e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:51:30.878183 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3dfa6c18-bfe2-4895-bd5e-76dd19e2d9e4 req-8ee3d89a-0171-4d2a-a81b-f44621bea603 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501752
Apr 08 02:51:30.965436 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63a1d2-a709-4a92-b9bc-fbfb1b874da9 req-d896d6f6-5b19-42bf-9529-69953a732410 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:30.966131 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-cc63a1d2-a709-4a92-b9bc-fbfb1b874da9 req-d896d6f6-5b19-42bf-9529-69953a732410 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:31.048517 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-e4aa78ad-6bbf-4a77-9b14-2d3e5114c2d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d HTTP/1.1" status: 200  len: 217 time: 0.0669508
Apr 08 02:51:31.048848 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:51:31.049075 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-cc63a1d2-a709-4a92-b9bc-fbfb1b874da9 req-d896d6f6-5b19-42bf-9529-69953a732410 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:31.050105 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc63a1d2-a709-4a92-b9bc-fbfb1b874da9 req-d896d6f6-5b19-42bf-9529-69953a732410 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 944 time: 0.1747742
Apr 08 02:51:31.053876 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:31.060155 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] Sync routers for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:51:31.070337 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:31.071052 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda481c0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:31.119967 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-44ace5a2-33fe-4c2e-b9fd-79db60ed30ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "PUT /v2.0/floatingips/4841b096-9c53-45c1-a595-818545e1b578 HTTP/1.1" status: 200  len: 990 time: 1.9289424
Apr 08 02:51:31.119967 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:31.139571 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc63a1d2-a709-4a92-b9bc-fbfb1b874da9 req-0235018e-f68c-4a22-8770-d0182175c41a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823889
Apr 08 02:51:31.161300 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-4fcb0bd8-3a14-4690-8b6e-7fbaf41f10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:31.161300 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-4fcb0bd8-3a14-4690-8b6e-7fbaf41f10b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0676439
Apr 08 02:51:31.168411 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05bea55-6735-4019-b554-a396a3b831aa'] response: {'name': 'network-changed', 'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'status': 'completed', 'code': 200}
Apr 08 02:51:31.236351 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-573790e3-dba2-453e-a769-01baf0846227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:31.237720 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-573790e3-dba2-453e-a769-01baf0846227 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737782
Apr 08 02:51:31.266908 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:31.299226 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-e7b899d0-f0a9-42ac-9ced-6b3e22ad6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:31.300804 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-e7b899d0-f0a9-42ac-9ced-6b3e22ad6b98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1098 time: 0.0779402
Apr 08 02:51:31.373861 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-efd0e183-facc-44cb-99ee-7f4c64c18e6c service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295781
Apr 08 02:51:31.548114 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-45f7e299-b28e-4ca3-9624-c60b4798c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:31.549550 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-45f7e299-b28e-4ca3-9624-c60b4798c3ae service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.2428272
Apr 08 02:51:31.594214 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b62e38b5-4953-4092-aedb-be0cb69315f4 req-7f62fff4-0512-4a8a-aecf-0e9dc8d75506 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2143772
Apr 08 02:51:31.638723 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda481c0>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '4841b096-9c53-45c1-a595-818545e1b578', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'port_id': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'mac_address': 'fa:16:3e:3e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:13Z', 'updated_at': '2022-04-08T02:51:29Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:31.642556 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] Checking router: 1160d0cf-2cc7-41f2-8206-a58791865c6e for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:51:31.651188 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:31.651767 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda481c0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:31.652761 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-7639a84e-1777-4b0a-abc3-eb27c65b717f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 200  len: 998 time: 0.0961180
Apr 08 02:51:31.716056 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-bf0e373f-1a43-4e3e-b86c-4453cff1f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:31.717488 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-bf0e373f-1a43-4e3e-b86c-4453cff1f38c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0571542
Apr 08 02:51:31.792173 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-2b5c8f0d-2589-46a7-950c-9728298b25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:31.793531 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-2b5c8f0d-2589-46a7-950c-9728298b25ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694077
Apr 08 02:51:31.829000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:31.924677 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-7304482b-ee91-466d-ba8b-ff9cf9f93ab3 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239417
Apr 08 02:51:32.061834 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3ae7e9e-06b9-401c-9436-6ac06af0e2a7 req-77b95527-cb32-4f17-82a7-ca7ccdf9a265 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301880
Apr 08 02:51:32.067573 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d092ae4-b69a-41bf-bd81-ebfd48536d4a req-0494e109-e174-47a2-bc4d-3338f10c9b1f tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:32.069727 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2d092ae4-b69a-41bf-bd81-ebfd48536d4a req-0494e109-e174-47a2-bc4d-3338f10c9b1f tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0819981
Apr 08 02:51:32.115100 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2d092ae4-b69a-41bf-bd81-ebfd48536d4a req-f87c0f8d-d621-41dc-abbc-feab8fc81a1b tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388680
Apr 08 02:51:32.184527 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda481c0>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '4841b096-9c53-45c1-a595-818545e1b578', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'port_id': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'mac_address': 'fa:16:3e:3e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:13Z', 'updated_at': '2022-04-08T02:51:29Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:32.188747 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2872d8eb-328b-4493-b3e1-d9042f18b726 None None] The sync data for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi is: [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '4841b096-9c53-45c1-a595-818545e1b578', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'floating_ip_address': '172.27.1.36', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'port_id': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'mac_address': 'fa:16:3e:3e:3f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:13Z', 'updated_at': '2022-04-08T02:51:29Z', 'revision_number': 1, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:51:32.343223 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc7603-0279-446c-8f92-10ecb19ada30 req-fdbdd38f-afb3-44b2-ae2b-1353be93b7f3 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:32.344730 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8ebc7603-0279-446c-8f92-10ecb19ada30 req-fdbdd38f-afb3-44b2-ae2b-1353be93b7f3 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 944 time: 0.0840390
Apr 08 02:51:32.383784 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b120bee-3b05-4be3-98d8-c2dbca08b83d None None] New status for floating IP 4841b096-9c53-45c1-a595-818545e1b578: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:51:32.390710 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8ebc7603-0279-446c-8f92-10ecb19ada30 req-fc77d493-58c4-49b0-b106-8dad156a8895 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400078
Apr 08 02:51:33.304073 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d97e-6423-4b2f-8ec5-7c2d4eefd8aa req-99254005-45ce-481c-8d6f-b4a4dd0206fb tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:33.305773 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1bd1d97e-6423-4b2f-8ec5-7c2d4eefd8aa req-99254005-45ce-481c-8d6f-b4a4dd0206fb tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0868993
Apr 08 02:51:33.349878 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1bd1d97e-6423-4b2f-8ec5-7c2d4eefd8aa req-9687ca00-4d3e-4090-b8eb-7b9e0d52c2b5 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383782
Apr 08 02:51:33.537518 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5df18-10ec-4984-8a3c-95df0ebb6ba4 req-de3691cd-d18c-4ec9-9d49-0dc27948f086 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:33.539644 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9ce5df18-10ec-4984-8a3c-95df0ebb6ba4 req-de3691cd-d18c-4ec9-9d49-0dc27948f086 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0854139
Apr 08 02:51:33.582102 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2ce68-40a3-4c4a-b23f-d2559a3a72d0 req-4552bafd-a2af-41d2-abf7-67ec1f96fe5a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:33.583682 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f5e2ce68-40a3-4c4a-b23f-d2559a3a72d0 req-4552bafd-a2af-41d2-abf7-67ec1f96fe5a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 944 time: 0.0835395
Apr 08 02:51:33.593046 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9ce5df18-10ec-4984-8a3c-95df0ebb6ba4 req-14816e45-97be-401b-ac5c-742a321ce47e tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477037
Apr 08 02:51:33.616280 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48100) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:33.631398 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f5e2ce68-40a3-4c4a-b23f-d2559a3a72d0 req-c7149399-bf1c-4012-a38e-49cb2b06e351 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418930
Apr 08 02:51:33.725561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77904d47-5d54-41bd-9b85-4d69e53790b4 tempest-TestShelveInstance-1707899623 tempest-TestShelveInstance-1707899623-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:33.726186 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-77904d47-5d54-41bd-9b85-4d69e53790b4 tempest-TestShelveInstance-1707899623 tempest-TestShelveInstance-1707899623-project-admin] Synchronizing usage tracker for tenant:e652bfd4bd0340bb99d09621eaade62b on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:51:33.740982 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-77904d47-5d54-41bd-9b85-4d69e53790b4 tempest-TestShelveInstance-1707899623 tempest-TestShelveInstance-1707899623-project-admin] Unset dirty status for tenant:e652bfd4bd0340bb99d09621eaade62b on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:51:33.742176 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-77904d47-5d54-41bd-9b85-4d69e53790b4 tempest-TestShelveInstance-1707899623 tempest-TestShelveInstance-1707899623-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1093 time: 0.1249359
Apr 08 02:51:33.745164 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48106) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:33.749955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'port_id': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:33.755573 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:51:33.759388 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Usage tracker for resource:floatingip and tenant:0f7f360a7ebf4464b91dce9442330898 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:51:33.762141 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:51:33.767847 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:51:33.779712 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for floatingip, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:33.913796 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:34.049187 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Allocated IP 172.27.1.202 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/cc1b270e-380f-4196-a613-a50f4eb66ed4) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:51:34.192590 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:34.221357 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:34.279507 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:51:34.282141 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:51:34.289718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:51:34.326363 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'Port': ['ID=cc1b270e-380f-4196-a613-a50f4eb66ed4,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:34.342420 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.342761 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.343092 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.343419 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.343741 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.344090 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.344412 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.344728 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.345047 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.345361 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.345676 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.345989 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:51:34.903739 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-3b6aa100-ba4c-4f58-b00b-fad9db398f0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1265478
Apr 08 02:51:34.925398 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8506778-24e6-4d9c-be5f-1ccb07c4625b req-101f3a6e-129e-4814-bd1f-99f6f257d86f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:34.926767 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a8506778-24e6-4d9c-be5f-1ccb07c4625b req-101f3a6e-129e-4814-bd1f-99f6f257d86f tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 944 time: 0.1883886
Apr 08 02:51:34.960743 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.026965 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a8506778-24e6-4d9c-be5f-1ccb07c4625b req-b0637455-8fce-4a6f-a4f2-d4348dbc2561 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938649
Apr 08 02:51:35.064062 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7da6d480-1572-4250-b763-eec4e771d46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.107469 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-e0f498c2-f364-438d-affb-58dfb2cb5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:35.108954 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-e0f498c2-f364-438d-affb-58dfb2cb5a63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 1098 time: 0.1460419
Apr 08 02:51:35.111089 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.367935 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-a139e2e9-051b-4e64-8245-12ecb1eab741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:35.369377 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-a139e2e9-051b-4e64-8245-12ecb1eab741 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 200  len: 920 time: 0.2304764
Apr 08 02:51:35.441711 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-62fc510f-2ac7-4b43-b9ec-7ce894ee16ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385 HTTP/1.1" status: 200  len: 217 time: 0.0659585
Apr 08 02:51:35.526067 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-2a0957c1-826f-4c8d-9b3e-d0c5fe379bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:35.527489 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-2a0957c1-826f-4c8d-9b3e-d0c5fe379bcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 200  len: 858 time: 0.0745807
Apr 08 02:51:35.527823 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 15ea6272-ea85-47cf-ad3d-80473f241c2d details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:51:35.534632 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.573605 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.694952 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 15ea6272-ea85-47cf-ad3d-80473f241c2d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:35.703283 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event updated for resources: {'Port': ['ID=cc1b270e-380f-4196-a613-a50f4eb66ed4,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:35.709552 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'port_id': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'mac_address': 'fa:16:3e:a6:a1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:51:35.712654 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.766645 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.783637 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ea6272-ea85-47cf-ad3d-80473f241c2d {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:51:35.797113 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-d7731620-8ea4-464b-a9c2-ed398d769a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:35.798572 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-d7731620-8ea4-464b-a9c2-ed398d769a82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94ddd372-ab57-40b5-ae02-402f4da20997&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2620733
Apr 08 02:51:35.800071 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 15ea6272-ea85-47cf-ad3d-80473f241c2d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:35.804786 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:35.869409 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=15ea6272-ea85-47cf-ad3d-80473f241c2d,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:35.989768 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Floating IP 72c9334d-432c-40a6-98e3-1c2105bb1a68 associated. External IP: 172.27.1.202, port: 105b6cec-7cb5-414f-809c-11a2bc5ec384.
Apr 08 02:51:36.186624 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-22be6b4c-b3a3-4bfd-ab3b-9122628ac3d1 service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3740213
Apr 08 02:51:36.217017 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7001c-3bc1-496b-bbae-60a4a28071a8 req-6b036ae6-cece-44e5-9764-7e7ccca98758 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:36.218471 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3de7001c-3bc1-496b-bbae-60a4a28071a8 req-6b036ae6-cece-44e5-9764-7e7ccca98758 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 945 time: 0.0815029
Apr 08 02:51:36.263245 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3de7001c-3bc1-496b-bbae-60a4a28071a8 req-e243d7d6-7ae1-4005-b204-f4da02e8dcdb tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390613
Apr 08 02:51:36.283283 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['15ea6272-ea85-47cf-ad3d-80473f241c2d'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:51:36.469861 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4de1a607-f14b-4f8a-a1fb-1c118c97466e req-4c9ffcf3-a9b2-4533-9a0a-297367d0d8cd service neutron] 10.222.0.41 "GET /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745781
Apr 08 02:51:36.578636 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Router c80c5c1c-3364-4c3a-b788-15942d22521f has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:51:36.756859 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:51:36.766274 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] Sync routers for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:51:36.775755 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:36.776376 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc12670>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:36.780685 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:36.839149 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-b909aa77-7fc6-4127-bfc6-b5a6cc056c53 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0929906
Apr 08 02:51:36.839881 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:36.884469 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e9695c-5851-472b-a67c-86c87528cb88'] response: {'name': 'network-changed', 'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'status': 'completed', 'code': 200}
Apr 08 02:51:36.953499 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:37.002748 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-b6a22f67-2f6c-4279-96f0-72fecdad0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:37.005059 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-b6a22f67-2f6c-4279-96f0-72fecdad0095 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1098 time: 0.0727353
Apr 08 02:51:37.150838 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-1406dab4-1415-46b5-9120-97cd286b73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:37.152339 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-1406dab4-1415-46b5-9120-97cd286b73dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 910 time: 0.1317751
Apr 08 02:51:37.237280 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-57d0fdde-8a43-46eb-a9c1-036fdc150db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:37.266388 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-41aad8f1-0de6-44ba-a948-6ac7ab3a136d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 999 time: 0.1068161
Apr 08 02:51:37.327597 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc12670>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '72c9334d-432c-40a6-98e3-1c2105bb1a68', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'port_id': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'mac_address': 'fa:16:3e:58:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:34Z', 'updated_at': '2022-04-08T02:51:34Z', 'revision_number': 0, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 5, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:37.331464 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] Checking router: c80c5c1c-3364-4c3a-b788-15942d22521f for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:51:37.342376 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:37.342569 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-a9130c61-d200-4c57-a3a2-7d402a7873d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:37.342660 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc12670>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:37.342785 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-a9130c61-d200-4c57-a3a2-7d402a7873d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 200  len: 848 time: 0.0622211
Apr 08 02:51:37.431089 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-170e2bcf-606a-43ef-9dd5-71155ff21cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:37.432481 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-170e2bcf-606a-43ef-9dd5-71155ff21cc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71466063-e434-4e94-a6a1-5afeb4638af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821373
Apr 08 02:51:37.465947 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61bd8-d7e0-454a-9c2e-ccf48d3a9c48 req-9b26d46d-b6dc-4f93-8fed-1af779bcc854 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:37.467426 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-efe61bd8-d7e0-454a-9c2e-ccf48d3a9c48 req-9b26d46d-b6dc-4f93-8fed-1af779bcc854 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 945 time: 0.0853245
Apr 08 02:51:37.519169 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-efe61bd8-d7e0-454a-9c2e-ccf48d3a9c48 req-96199e9e-6db9-42d1-ac07-4e5fe6bbffcd tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422957
Apr 08 02:51:37.547855 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 15ea6272-ea85-47cf-ad3d-80473f241c2d up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:51:37.587163 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-46d66687-181b-44ae-b653-8087f8b77977 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465836
Apr 08 02:51:37.596320 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:37.766245 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 15ea6272-ea85-47cf-ad3d-80473f241c2d completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:51:37.781251 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 15ea6272-ea85-47cf-ad3d-80473f241c2d triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:51:37.781615 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:37.851465 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2f12c48d-05c8-4dc1-9764-84f243e1db06 req-0386f1ae-c783-49d6-b098-27615c125a15 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285666
Apr 08 02:51:38.063227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.096895 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:38.111170 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 15ea6272-ea85-47cf-ad3d-80473f241c2d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:51:38.116371 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.156065 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9631c28e-63e5-4102-a4dc-6e0cfbcb03c6'] response: {'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'code': 200}
Apr 08 02:51:38.182641 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc12670>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '72c9334d-432c-40a6-98e3-1c2105bb1a68', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'port_id': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'mac_address': 'fa:16:3e:58:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:34Z', 'updated_at': '2022-04-08T02:51:34Z', 'revision_number': 0, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 5, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:38.191800 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c62d1c-2835-489a-a760-bdb63064be74 None None] The sync data for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi is: [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '72c9334d-432c-40a6-98e3-1c2105bb1a68', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'port_id': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'mac_address': 'fa:16:3e:58:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:34Z', 'updated_at': '2022-04-08T02:51:34Z', 'revision_number': 0, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 5, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:51:38.196382 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=15ea6272-ea85-47cf-ad3d-80473f241c2d,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:51:38.393306 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c135f-1ea1-4805-aafe-e4731dc98ad7 None None] New status for floating IP 72c9334d-432c-40a6-98e3-1c2105bb1a68: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:51:38.417577 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.436637 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:38.453114 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad045ecf-aedb-46a1-82cc-4ace9f4eb0e4 req-9590e16a-78c2-4d39-9d2c-3f89f336948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:38.454549 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ad045ecf-aedb-46a1-82cc-4ace9f4eb0e4 req-9590e16a-78c2-4d39-9d2c-3f89f336948c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 1099 time: 0.0857003
Apr 08 02:51:38.497273 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ad045ecf-aedb-46a1-82cc-4ace9f4eb0e4 req-9e513bea-c6b2-4d28-81fe-e730851f1eaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353827
Apr 08 02:51:38.716052 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e730484-9162-4d67-b5b1-22e91e24c3e1 req-126f10ff-5398-40c8-8e79-79162eb7a0a2 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:38.717630 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7e730484-9162-4d67-b5b1-22e91e24c3e1 req-126f10ff-5398-40c8-8e79-79162eb7a0a2 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0848317
Apr 08 02:51:38.760654 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7e730484-9162-4d67-b5b1-22e91e24c3e1 req-034f6334-64ee-49be-92d3-c0c65238be53 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374010
Apr 08 02:51:39.954251 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fcf90-28bb-4579-80fe-5b016ef026ab req-a32220f0-bcd7-4768-b8c9-3c80133c80aa tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:39.955681 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-355fcf90-28bb-4579-80fe-5b016ef026ab req-a32220f0-bcd7-4768-b8c9-3c80133c80aa tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0829692
Apr 08 02:51:39.962699 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:40.000210 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-355fcf90-28bb-4579-80fe-5b016ef026ab req-3a709ab6-f608-4702-b851-885919c12a54 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377393
Apr 08 02:51:41.186687 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e22d9-4d46-4586-b33d-50e54ce07bbd req-c92ecf80-3288-41fb-b81e-217bedd55788 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:41.188124 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-509e22d9-4d46-4586-b33d-50e54ce07bbd req-c92ecf80-3288-41fb-b81e-217bedd55788 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0805492
Apr 08 02:51:41.232441 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-509e22d9-4d46-4586-b33d-50e54ce07bbd req-7801c9a1-26b6-488f-b8b9-932e6dcd4f59 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384104
Apr 08 02:51:41.405345 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310e1fb-87b6-4112-bd7a-8c95d02893bb req-86ab9aef-6abc-4383-9e8b-b93837d2874d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:41.406753 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1310e1fb-87b6-4112-bd7a-8c95d02893bb req-86ab9aef-6abc-4383-9e8b-b93837d2874d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0774660
Apr 08 02:51:41.415086 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48134) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:51:41.419864 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'port_id': '15ea6272-ea85-47cf-ad3d-80473f241c2d'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:51:41.496857 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:42.073573 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:42.076991 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:42.244357 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP 2c3c42e6-7364-4044-af79-5c951735b189 associated. External IP: 172.27.1.87, port: 15ea6272-ea85-47cf-ad3d-80473f241c2d.
Apr 08 02:51:42.689207 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:51:42.871920 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:51:42.876113 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:51:42.881470 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:51:42.891190 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:42.891790 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcd081340>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:42.934099 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ff182ca6-6e4f-47f6-9265-b5b4b86f7fb7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "PUT /v2.0/floatingips/2c3c42e6-7364-4044-af79-5c951735b189 HTTP/1.1" status: 200  len: 991 time: 1.5179758
Apr 08 02:51:42.934781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:51:43.013674 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12fa11a-2cad-46e9-9af3-578c4c8203f3'] response: {'name': 'network-changed', 'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'status': 'completed', 'code': 200}
Apr 08 02:51:43.102894 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:43.140164 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-19631210-bbd1-488e-b522-8547fb462c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:43.141824 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-19631210-bbd1-488e-b522-8547fb462c71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 1099 time: 0.0706666
Apr 08 02:51:43.281506 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-2970f5ee-0ef3-4e65-9a63-4176e258890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:43.282927 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-2970f5ee-0ef3-4e65-9a63-4176e258890a service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1238003
Apr 08 02:51:43.389487 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-87d4d5fc-5719-4ebc-8868-276743b08727 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d HTTP/1.1" status: 200  len: 999 time: 0.1006660
Apr 08 02:51:43.448264 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcd081340>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '2c3c42e6-7364-4044-af79-5c951735b189', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:a6:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:24Z', 'updated_at': '2022-04-08T02:51:41Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:43.452298 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:51:43.457833 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-2359e218-e181-4010-a3e1-4abfd3973d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:43.459991 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-2359e218-e181-4010-a3e1-4abfd3973d22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0592856
Apr 08 02:51:43.461135 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:51:43.461727 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcd081340>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:43.541339 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-d49853a0-e4bc-44e5-932d-e50cfc9a663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:43.542793 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-d49853a0-e4bc-44e5-932d-e50cfc9a663f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727475
Apr 08 02:51:43.639573 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:51:43.672453 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-b624d714-1715-4e38-a429-f2aec64aa814 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232743
Apr 08 02:51:43.812247 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f3b5bf3b-3288-47bb-9f9b-86a3e190abe4 req-12a21cfd-db1e-4722-8da8-d8b409bd2acb service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248295
Apr 08 02:51:44.018119 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcd081340>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '2c3c42e6-7364-4044-af79-5c951735b189', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:a6:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:24Z', 'updated_at': '2022-04-08T02:51:41Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:51:44.023457 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3fba18-cad5-4110-9acd-2a17817e3c3e None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '2c3c42e6-7364-4044-af79-5c951735b189', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:a6:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:51:24Z', 'updated_at': '2022-04-08T02:51:41Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:51:44.211476 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab74cc0-220f-4111-9820-1e2be14198d9 None None] New status for floating IP 2c3c42e6-7364-4044-af79-5c951735b189: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:51:58.658913 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cd26-a459-48ff-9568-58032d14ff3d req-6c54b9f4-6c80-4f6f-876a-6809f0fbc0eb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:58.660369 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fed0cd26-a459-48ff-9568-58032d14ff3d req-6c54b9f4-6c80-4f6f-876a-6809f0fbc0eb tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0874460
Apr 08 02:51:58.720539 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fed0cd26-a459-48ff-9568-58032d14ff3d req-bf74af30-db46-4f7c-9762-d3a8a184a86c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532677
Apr 08 02:51:58.869707 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a11a4-dc3a-452e-96c4-006d244a2f5b req-2ecac16a-1f80-42ef-a711-2b8f16e82b51 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:58.871146 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f78a11a4-dc3a-452e-96c4-006d244a2f5b req-2ecac16a-1f80-42ef-a711-2b8f16e82b51 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0790687
Apr 08 02:51:58.914294 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f78a11a4-dc3a-452e-96c4-006d244a2f5b req-214b8231-596c-4625-9728-b15a00182adc tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374739
Apr 08 02:51:59.905839 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4682d-481f-40b3-8869-2424af81f50e req-035527a7-f85c-4815-b045-3a3ba46d7928 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:51:59.907263 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1dc4682d-481f-40b3-8869-2424af81f50e req-035527a7-f85c-4815-b045-3a3ba46d7928 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0801685
Apr 08 02:51:59.952301 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1dc4682d-481f-40b3-8869-2424af81f50e req-b38e5d4e-1578-499e-869f-0f1722603b73 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386586
Apr 08 02:52:00.108229 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4cdf9-7055-4fbd-a1fe-e8b5819dcfa0 req-e5bd100f-ec66-4d3b-8eae-cf35b7589dd9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:00.109685 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-26b4cdf9-7055-4fbd-a1fe-e8b5819dcfa0 req-e5bd100f-ec66-4d3b-8eae-cf35b7589dd9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0873144
Apr 08 02:52:00.153121 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-26b4cdf9-7055-4fbd-a1fe-e8b5819dcfa0 req-5d6ce168-bfa2-46d6-99ad-5461df745cbb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376911
Apr 08 02:52:00.355149 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.495306 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab7282-90c7-47eb-adf5-153af617f76a req-48a7ac4b-59ca-4727-a7da-08ada86b889d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:00.496651 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dbab7282-90c7-47eb-adf5-153af617f76a req-48a7ac4b-59ca-4727-a7da-08ada86b889d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.0779986
Apr 08 02:52:00.656501 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Deleting port 0ed67e44-5f92-4862-acd5-9fec0333c514 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:00.656836 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:00.897876 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] For port 0ed67e44-5f92-4862-acd5-9fec0333c514, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0ed67e44-5f92-4862-acd5-9fec0333c514,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:00.898231 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.144306 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbc141-01f0-4b70-91a1-71bc94a23863 req-e76c923d-f25f-401d-9231-25d2a21b4701 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:01.146787 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-39bbc141-01f0-4b70-91a1-71bc94a23863 req-e76c923d-f25f-401d-9231-25d2a21b4701 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0819075
Apr 08 02:52:01.191834 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.192993 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.193144 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Floating IP 2590240e-dc8b-42cc-af8d-91f9fdad4497 disassociated. External IP: 172.27.1.212, port: 0ed67e44-5f92-4862-acd5-9fec0333c514.
Apr 08 02:52:01.193465 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Calling delete_port for 0ed67e44-5f92-4862-acd5-9fec0333c514 owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:01.195404 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-39bbc141-01f0-4b70-91a1-71bc94a23863 req-1cbcdbee-2f81-4397-9b1e-9643e78af3bf tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438843
Apr 08 02:52:01.389924 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.450739 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37b9b-b255-4812-bbbb-3c4b699ed4c5 req-d234e138-34d8-4d9f-a61a-f45f7b895824 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:01.452105 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-12f37b9b-b255-4812-bbbb-3c4b699ed4c5 req-d234e138-34d8-4d9f-a61a-f45f7b895824 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 945 time: 0.1777196
Apr 08 02:52:01.454400 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event deleted for resources: {'Port': ['ID=0ed67e44-5f92-4862-acd5-9fec0333c514,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:01.569525 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-12f37b9b-b255-4812-bbbb-3c4b699ed4c5 req-5b488d92-53a6-4e56-8181-43d30c156bfd tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1086421
Apr 08 02:52:01.672429 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Router 2497ccc0-c998-4ded-967b-c870faf2a34e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:52:01.846389 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:52:01.857408 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] Sync routers for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:52:01.867845 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:01.868498 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77310>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:01.923441 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] No DVR routers for this DVR port 0ed67e44-5f92-4862-acd5-9fec0333c514 on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:01.926144 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:01.929964 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'name': 'network-vif-deleted', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:52:01.945308 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dbab7282-90c7-47eb-adf5-153af617f76a req-f660da29-ea29-470d-9e97-f397c60442f9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "DELETE /v2.0/ports/0ed67e44-5f92-4862-acd5-9fec0333c514 HTTP/1.1" status: 204  len: 173 time: 1.4421132
Apr 08 02:52:01.985044 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe41f28-b76d-4b54-a136-7957f263a8b4'] response: {'server_uuid': 'ff7e510d-5c97-4291-930a-66cd4b8d6137', 'name': 'network-vif-deleted', 'tag': '0ed67e44-5f92-4862-acd5-9fec0333c514', 'status': 'completed', 'code': 200}
Apr 08 02:52:02.049354 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:02.367826 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77310>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:02.371714 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] Checking router: 2497ccc0-c998-4ded-967b-c870faf2a34e for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:52:02.381495 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:02.382089 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77310>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:02.386027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05182a5e-7d80-4294-acfd-416f75058c72 req-e7810599-3be2-4be8-a848-492efc59f059 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:02.387472 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-05182a5e-7d80-4294-acfd-416f75058c72 req-e7810599-3be2-4be8-a848-492efc59f059 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.0783389
Apr 08 02:52:02.434332 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-05182a5e-7d80-4294-acfd-416f75058c72 req-dad460fe-b4fe-457b-9b16-b56a2847d56d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409689
Apr 08 02:52:02.563468 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:02.743160 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-17e3ca00-7dac-4435-861f-5196631ee67a req-ff48ab9a-cb3f-42d5-bb38-6dc25c4301df tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=ff7e510d-5c97-4291-930a-66cd4b8d6137 HTTP/1.1" status: 200  len: 210 time: 0.0424709
Apr 08 02:52:02.871545 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77310>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:02.875410 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f94a51-9f18-4b53-b0fe-12eea003d49b None None] The sync data for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi is: [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:52:03.094752 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:52:03.109832 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb061b4-00b4-4939-8893-d86773f89222 req-b43ca410-fd62-4855-9e3d-9fa70e8be047 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:03.112097 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-edb061b4-00b4-4939-8893-d86773f89222 req-b43ca410-fd62-4855-9e3d-9fa70e8be047 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.1694691
Apr 08 02:52:03.115943 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bc5bc-057a-4608-9a7d-0b28373f78f5 None None] New status for floating IP 2590240e-dc8b-42cc-af8d-91f9fdad4497: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:52:03.188588 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Deleting port 32e13942-1502-4bda-aca8-d69e5aacf04a {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:03.188814 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.438518 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] For port 32e13942-1502-4bda-aca8-d69e5aacf04a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=32e13942-1502-4bda-aca8-d69e5aacf04a,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:03.439235 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.786486 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.786977 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.787374 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Floating IP 0d64732e-e3b2-4181-b3d0-a42403565940 disassociated. External IP: 172.27.1.110, port: 32e13942-1502-4bda-aca8-d69e5aacf04a.
Apr 08 02:52:03.787736 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Calling delete_port for 32e13942-1502-4bda-aca8-d69e5aacf04a owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:03.830290 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87be7-d7e2-46ca-9ae6-6fb79fe5db5e req-5756483e-319d-4c88-a980-24eb66ce7afe tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:03.831734 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-57c87be7-d7e2-46ca-9ae6-6fb79fe5db5e req-5756483e-319d-4c88-a980-24eb66ce7afe tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 946 time: 0.2397757
Apr 08 02:52:03.866106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48216) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:03.908872 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-57c87be7-d7e2-46ca-9ae6-6fb79fe5db5e req-4cca9386-080f-45e2-81d0-01e4adc3bc03 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=ddb9960e-a495-46a7-adba-3e91eff39d3a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689895
Apr 08 02:52:03.934316 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6998897b-0f1f-48f8-b298-560387153311 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.963678 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6998897b-0f1f-48f8-b298-560387153311 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:03.977744 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.021398 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6998897b-0f1f-48f8-b298-560387153311 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.034647 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event deleted for resources: {'Port': ['ID=32e13942-1502-4bda-aca8-d69e5aacf04a,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:04.042491 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998897b-0f1f-48f8-b298-560387153311 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d43e041-fcf7-464a-b9cf-123f2c5cfcd2,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:04.050194 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6998897b-0f1f-48f8-b298-560387153311 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.054248 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-6998897b-0f1f-48f8-b298-560387153311 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "DELETE /v2.0/security-groups/0d43e041-fcf7-464a-b9cf-123f2c5cfcd2 HTTP/1.1" status: 204  len: 168 time: 0.1841507
Apr 08 02:52:04.054499 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48222) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:04.073478 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-df492ad9-c9cb-411c-82ee-93499851c652 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] show failed (client error): The resource could not be found.
Apr 08 02:52:04.075131 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-df492ad9-c9cb-411c-82ee-93499851c652 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups/0d43e041-fcf7-464a-b9cf-123f2c5cfcd2 HTTP/1.1" status: 404  len: 347 time: 0.0194647
Apr 08 02:52:04.077978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48226) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:04.221221 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Router 878cbde7-75de-4138-8eb8-fe696b2cdd79 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:52:04.236066 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Deleting port 66c91776-52d5-4942-9027-8346d5361c60 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:04.236424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.409475 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:52:04.422676 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] Sync routers for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:52:04.437180 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:04.437801 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:04.500104 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.500846 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.582028 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] No DVR routers for this DVR port 32e13942-1502-4bda-aca8-d69e5aacf04a on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:04.585635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.588632 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'name': 'network-vif-deleted', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:52:04.607169 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-edb061b4-00b4-4939-8893-d86773f89222 req-1f725c51-889f-447e-a5fa-f72fd4cdf48d tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "DELETE /v2.0/ports/32e13942-1502-4bda-aca8-d69e5aacf04a HTTP/1.1" status: 204  len: 173 time: 1.4896076
Apr 08 02:52:04.639641 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Calling delete_port for 66c91776-52d5-4942-9027-8346d5361c60 owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:04.662809 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51a4750-4a7a-4dec-99a5-a3a829acbbcb'] response: {'server_uuid': '06827ced-06c8-40dd-9ad3-3b5d02590d00', 'name': 'network-vif-deleted', 'tag': '32e13942-1502-4bda-aca8-d69e5aacf04a', 'status': 'completed', 'code': 200}
Apr 08 02:52:04.729310 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:04.797644 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.848967 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event deleted for resources: {'Port': ['ID=66c91776-52d5-4942-9027-8346d5361c60,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:04.936990 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.951338 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:04.952503 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ab9f6cc2-5b45-45e1-a413-616484c2fee2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "DELETE /v2.0/floatingips/2590240e-dc8b-42cc-af8d-91f9fdad4497 HTTP/1.1" status: 204  len: 168 time: 0.8725300
Apr 08 02:52:05.059962 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:05.068245 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] Checking router: 878cbde7-75de-4138-8eb8-fe696b2cdd79 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:52:05.078874 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:05.079466 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:51:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:05.088953 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-23cf98e8-d393-47aa-9cef-30bcc2d7a3e1 req-c8f18cc9-1804-4e63-8cc9-63ad07947aae tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:05.109984 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-23cf98e8-d393-47aa-9cef-30bcc2d7a3e1 req-c8f18cc9-1804-4e63-8cc9-63ad07947aae tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:05.111184 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-23cf98e8-d393-47aa-9cef-30bcc2d7a3e1 req-c8f18cc9-1804-4e63-8cc9-63ad07947aae tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=06827ced-06c8-40dd-9ad3-3b5d02590d00 HTTP/1.1" status: 200  len: 210 time: 0.0723739
Apr 08 02:52:05.138156 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-17d165f0-4cc3-4d2e-a8c8-d9bff8716820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.155557 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48236) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:05.160859 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--578963613', 'description': 'tempest-description--1035276136'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:52:05.166557 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:05.170719 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:05.173601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:05.180533 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:05.191115 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.211501 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:05.215760 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group_rule and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:05.218953 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:05.225293 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:05.266341 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:05.308361 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.312415 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.368086 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:05.370863 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.372105 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ddbd1d7a-6f0f-4752-88ef-965cb4c2b78a tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2154918
Apr 08 02:52:05.374837 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48240) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:05.380439 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'security_group_rule': {'security_group_id': '1744c2ad-fae2-4a68-9dc1-cb39b84ac05a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:52:05.386273 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:05.390144 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group_rule and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:05.393060 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:05.398742 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:05.415325 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.475778 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.480137 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.505797 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d4b01d-7f00-43c8-aa78-cf84ca7f49e7,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:05.518564 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.519746 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c19538b4-3920-442b-904e-a87683769852 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1440096
Apr 08 02:52:05.522436 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48244) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:05.527281 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'security_group_rule': {'security_group_id': '1744c2ad-fae2-4a68-9dc1-cb39b84ac05a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:52:05.532852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:05.537475 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:security_group_rule and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:05.540340 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:05.545951 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:05.562602 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.589000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:05.592919 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303fb1c-083d-4cdd-ac97-535cf75c75b4 None None] The sync data for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi is: [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:20Z', 'revision_number': 4, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '86fa87d3-b1ca-42ec-8895-1cc1f3012f95', 'name': '', 'network_id': '94ddd372-ab57-40b5-ae02-402f4da20997', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'mac_address': 'fa:16:3e:26:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:19Z', 'updated_at': '2022-04-08T02:45:27Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'subnets': [{'id': '949c14cb-4d0f-4c17-bc8c-ac18acf17ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:52:05.627864 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.632315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.656248 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4110ddf9-c8d6-43f6-9d1a-9d4abd17f353,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:05.667157 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.668391 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-2c4b185b-6376-4dc6-961e-f4f285643201 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1450286
Apr 08 02:52:05.671807 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48248) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:05.677285 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:52:05.684572 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:05.689441 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0ed67e44-5f92-4862-acd5-9fec0333c514 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:05.689817 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Usage tracker for resource:floatingip and tenant:16870ad51e0f4d1d9d73d3922e34a632 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:05.695070 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:05.701669 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:05.715112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.746055 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 0ed67e44-5f92-4862-acd5-9fec0333c514 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:52:05.746401 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0ed67e44-5f92-4862-acd5-9fec0333c514 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:05.746824 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 32e13942-1502-4bda-aca8-d69e5aacf04a no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:05.786265 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 32e13942-1502-4bda-aca8-d69e5aacf04a {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:52:05.786604 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 32e13942-1502-4bda-aca8-d69e5aacf04a not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:05.821288 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65a1c8b-38b2-45a4-a029-30f15bbceabe None None] New status for floating IP 0d64732e-e3b2-4181-b3d0-a42403565940: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:52:05.860649 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:05.996199 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Allocated IP 172.27.1.234 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/e13d7be5-42cf-48cb-9aa7-ecf67ed1d48d) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:52:06.140998 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.174208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.241219 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:52:06.248699 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:52:06.252745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:52:06.255184 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48256) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:06.284411 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'Port': ['ID=e13d7be5-42cf-48cb-9aa7-ecf67ed1d48d,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:06.319939 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b5dca628-ea94-4720-b2de-d0c116e1011f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.333635 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.349921 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b5dca628-ea94-4720-b2de-d0c116e1011f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.396848 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.402107 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b5dca628-ea94-4720-b2de-d0c116e1011f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.422346 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dca628-ea94-4720-b2de-d0c116e1011f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb9960e-a495-46a7-adba-3e91eff39d3a,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:06.430899 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b5dca628-ea94-4720-b2de-d0c116e1011f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.434292 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-b5dca628-ea94-4720-b2de-d0c116e1011f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "DELETE /v2.0/security-groups/ddb9960e-a495-46a7-adba-3e91eff39d3a HTTP/1.1" status: 204  len: 168 time: 0.1758463
Apr 08 02:52:06.434522 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48260) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:06.451210 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.api.v2.resource [None req-0a6100e9-cbcd-406e-892a-a63a7fadd9a2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] show failed (client error): The resource could not be found.
Apr 08 02:52:06.454760 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0a6100e9-cbcd-406e-892a-a63a7fadd9a2 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups/ddb9960e-a495-46a7-adba-3e91eff39d3a HTTP/1.1" status: 404  len: 347 time: 0.0167477
Apr 08 02:52:06.454938 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48264) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:06.607154 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.611651 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.620949 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Deleting port 547c8abe-e717-467c-98d4-64fb2ab9d12d {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:06.621290 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.794741 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.794977 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.800441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'Port': ['ID=e13d7be5-42cf-48cb-9aa7-ecf67ed1d48d,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:06.813189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.834967 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:06.836210 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-794cd8a4-d3eb-4bb9-86b5-2b921ba49029 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1633511
Apr 08 02:52:06.919829 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Calling delete_port for 547c8abe-e717-467c-98d4-64fb2ab9d12d owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:07.090516 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-32539704-6a2b-4d24-8473-78b2ed51fed8 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--578963613&fields=id&tenant_id=16870ad51e0f4d1d9d73d3922e34a632 HTTP/1.1" status: 200  len: 267 time: 0.0583329
Apr 08 02:52:07.091527 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.158792 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event deleted for resources: {'Port': ['ID=547c8abe-e717-467c-98d4-64fb2ab9d12d,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:07.219042 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-8ddabfba-2eeb-48bd-9c82-c02731588233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.345217 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks [] for floatingip, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.365246 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-62b198a1-531a-40cb-80ed-ef1cd81cdd27 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:07.366678 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-62b198a1-531a-40cb-80ed-ef1cd81cdd27 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 810 time: 0.2348621
Apr 08 02:52:07.385340 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:07.388963 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-543f9507-7f79-467e-9c69-816e94460bb4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "DELETE /v2.0/floatingips/0d64732e-e3b2-4181-b3d0-a42403565940 HTTP/1.1" status: 204  len: 168 time: 0.9305868
Apr 08 02:52:07.393692 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-8cc827d9-ab8d-4dcf-8873-7491cedfceff tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/quotas/16870ad51e0f4d1d9d73d3922e34a632 HTTP/1.1" status: 200  len: 375 time: 0.0173962
Apr 08 02:52:07.497295 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-698b199b-54af-4b66-8643-7a29b4b031cf req-a08dc0fe-d585-4d4f-adbd-eea130ca629b tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:07.513858 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-698b199b-54af-4b66-8643-7a29b4b031cf req-a08dc0fe-d585-4d4f-adbd-eea130ca629b tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:07.515473 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-a08dc0fe-d585-4d4f-adbd-eea130ca629b tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1137702
Apr 08 02:52:07.651510 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-18449b8c-2095-42e3-9094-9567d6c5dec9 service neutron] 10.222.0.23 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239529
Apr 08 02:52:07.867901 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-5325f990-4ef7-4c90-81d9-d25d04654d6d service neutron] 10.222.0.23 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2105572
Apr 08 02:52:08.041255 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-b241f428-8679-4815-b30e-f5a499ec8e14 req-0e7fa411-285b-4c19-8b58-9fd4e3df7fdc tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:08.052950 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-b241f428-8679-4815-b30e-f5a499ec8e14 req-0e7fa411-285b-4c19-8b58-9fd4e3df7fdc tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:08.055321 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b241f428-8679-4815-b30e-f5a499ec8e14 req-0e7fa411-285b-4c19-8b58-9fd4e3df7fdc tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 210 time: 0.0576744
Apr 08 02:52:08.421774 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:08.440296 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.223013 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-82283725-84a9-4711-ae51-eb5d57ad6911 req-60e8cfa6-334f-4467-987e-6f747839799b tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 210 time: 0.0468273
Apr 08 02:52:09.264701 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-42b8ac29-7ab8-407c-b7d5-aed9907d69ff tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:09.266094 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-42b8ac29-7ab8-407c-b7d5-aed9907d69ff tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 810 time: 0.2025375
Apr 08 02:52:09.328495 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-6b6d08d5-c7a1-4ada-b5d7-35cb89a5450e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16870ad51e0f4d1d9d73d3922e34a632 HTTP/1.1" status: 200  len: 379 time: 0.0398591
Apr 08 02:52:09.337552 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'port': {'device_id': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'admin_state_up': True, 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'security_groups': ['1744c2ad-fae2-4a68-9dc1-cb39b84ac05a']}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:52:09.469128 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:09.478752 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:09.488368 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Made reservation on behalf of 16870ad51e0f4d1d9d73d3922e34a632 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:52:09.492051 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.655507 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Allocated IP 172.20.0.9 (5edff82e-54bb-4c43-8c44-0c613d4c1fa9/19037a94-b431-42e5-b466-8634c64bba58/2ccf4c17-cdc0-445d-8a18-659878ac2d69) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:52:09.839378 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.856763 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Transition to ACTIVE for port object 2ccf4c17-cdc0-445d-8a18-659878ac2d69 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:52:09.883559 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.947203 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:52:09.950175 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:52:09.959262 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:52:09.970681 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:09.998779 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event updated for resources: {'Port': ['ID=2ccf4c17-cdc0-445d-8a18-659878ac2d69,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:10.031820 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:10.032473 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.062342 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-591d696b-16d6-4010-9386-1d8a0c726ba1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7282889
Apr 08 02:52:10.089152 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Request body: {'port': {'device_id': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:52:10.248211 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.254868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9a68ac20-2ede-4c94-a101-023c92830f01 None None] Provisioning for port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:52:10.260802 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9a68ac20-2ede-4c94-a101-023c92830f01 None None] Provisioning complete for port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:52:10.261229 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9a68ac20-2ede-4c94-a101-023c92830f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.324643 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9a68ac20-2ede-4c94-a101-023c92830f01 None None] Port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:52:10.335773 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3153ca1-416d-4327-8d19-dd172f9262c7 req-aed6e977-c2a4-4bd5-a3c9-d20ce99c4e0e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:10.336482 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e3153ca1-416d-4327-8d19-dd172f9262c7 req-aed6e977-c2a4-4bd5-a3c9-d20ce99c4e0e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:10.412940 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e3153ca1-416d-4327-8d19-dd172f9262c7 req-aed6e977-c2a4-4bd5-a3c9-d20ce99c4e0e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:10.414076 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e3153ca1-416d-4327-8d19-dd172f9262c7 req-aed6e977-c2a4-4bd5-a3c9-d20ce99c4e0e tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.2732162
Apr 08 02:52:10.416060 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad379d-0d16-4e69-81aa-7f8fb3295da8 req-42da1870-ae09-4f43-b1ce-3b75a1066980 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:10.418617 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0fad379d-0d16-4e69-81aa-7f8fb3295da8 req-42da1870-ae09-4f43-b1ce-3b75a1066980 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 931 time: 0.0854185
Apr 08 02:52:10.464882 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-0fad379d-0d16-4e69-81aa-7f8fb3295da8 req-94cc0a9d-f8fa-421c-9ed8-855e9f19e8b1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:10.481076 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-0fad379d-0d16-4e69-81aa-7f8fb3295da8 req-94cc0a9d-f8fa-421c-9ed8-855e9f19e8b1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:10.482348 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0fad379d-0d16-4e69-81aa-7f8fb3295da8 req-94cc0a9d-f8fa-421c-9ed8-855e9f19e8b1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568686
Apr 08 02:52:10.545434 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e3153ca1-416d-4327-8d19-dd172f9262c7 req-65358ff6-fd7f-4a2e-aa0f-275aae9c17f4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:10.572778 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-e3153ca1-416d-4327-8d19-dd172f9262c7 req-65358ff6-fd7f-4a2e-aa0f-275aae9c17f4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:10.573903 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e3153ca1-416d-4327-8d19-dd172f9262c7 req-65358ff6-fd7f-4a2e-aa0f-275aae9c17f4 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527882
Apr 08 02:52:10.662073 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccf4c17-cdc0-445d-8a18-659878ac2d69 {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:52:10.669223 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.684195 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Transition to ACTIVE for port object 2ccf4c17-cdc0-445d-8a18-659878ac2d69 will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:52:10.688553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:10.938708 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccf4c17-cdc0-445d-8a18-659878ac2d69,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:11.008651 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Attempting to bind port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:52:11.008984 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Attempting to bind port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:52:11.009319 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Attempting to bind port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:52:11.013811 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:52:11.014092 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Attempting to bind port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 on network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:52:11.018993 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:52:11.019322 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Checking segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:52:11.019702 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Bound using segment: {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:52:11.020183 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Bound port: 2ccf4c17-cdc0-445d-8a18-659878ac2d69, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:52:11.020523 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:11.108971 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] For port 2ccf4c17-cdc0-445d-8a18-659878ac2d69, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:52:11.111787 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] For port 2ccf4c17-cdc0-445d-8a18-659878ac2d69, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:52:11.116800 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:11.169673 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:11.170278 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:11.171637 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] 10.222.0.41 "PUT /v2.0/ports/2ccf4c17-cdc0-445d-8a18-659878ac2d69 HTTP/1.1" status: 200  len: 1093 time: 1.0869653
Apr 08 02:52:11.172091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:52:11.204004 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de662162-5d70-43ed-ab70-9ae9da634584 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccf4c17-cdc0-445d-8a18-659878ac2d69,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:11.221460 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-e96de9b6-19df-4bae-b8d3-40e370efe0b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:11.222923 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-e96de9b6-19df-4bae-b8d3-40e370efe0b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.0869968
Apr 08 02:52:11.231762 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a44f6d1-1853-4598-9564-1d04aeaeb3f8'] response: {'name': 'network-changed', 'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'status': 'completed', 'code': 200}
Apr 08 02:52:11.331614 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Deleting port d3a8eac8-aa70-41c5-92be-ee364676a64e {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:11.333078 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:11.340318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-85c2d843-a1c6-4323-9bca-a46818e2c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:11.341770 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-85c2d843-a1c6-4323-9bca-a46818e2c62c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 1096 time: 0.0792129
Apr 08 02:52:11.417702 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-35756eb0-d874-463a-a4df-1f80e3626b96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69 HTTP/1.1" status: 200  len: 217 time: 0.0617461
Apr 08 02:52:11.483401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-ea9fe6da-f76f-48eb-b98c-44cfa8946010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:11.484752 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-ea9fe6da-f76f-48eb-b98c-44cfa8946010 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0614240
Apr 08 02:52:11.568862 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b199b-54af-4b66-8643-7a29b4b031cf req-a752e24a-4017-4f10-87b5-bfa135cdbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:11.570330 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-a752e24a-4017-4f10-87b5-bfa135cdbb5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788705
Apr 08 02:52:11.583755 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] For port d3a8eac8-aa70-41c5-92be-ee364676a64e, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=d3a8eac8-aa70-41c5-92be-ee364676a64e,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:11.584390 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:11.711793 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Calling delete_port for d3a8eac8-aa70-41c5-92be-ee364676a64e owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:11.765896 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-67c9a1c7-20ee-4fa1-9f1f-73f21177d86b service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864345
Apr 08 02:52:11.777642 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef97bef-265e-489a-96ab-415e36182fe8 req-2069c448-7293-48dd-b375-6b8afbf9115d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:11.778323 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-eef97bef-265e-489a-96ab-415e36182fe8 req-2069c448-7293-48dd-b375-6b8afbf9115d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Synchronizing usage tracker for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:11.871063 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-eef97bef-265e-489a-96ab-415e36182fe8 req-2069c448-7293-48dd-b375-6b8afbf9115d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Unset dirty status for tenant:16870ad51e0f4d1d9d73d3922e34a632 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:11.872214 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eef97bef-265e-489a-96ab-415e36182fe8 req-2069c448-7293-48dd-b375-6b8afbf9115d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 943 time: 0.2707500
Apr 08 02:52:11.883027 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a37a7f-1dc8-4fc3-9e59-a3eb743f930e req-98717739-6b20-4761-b107-c2a01642ed8f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:11.884499 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-41a37a7f-1dc8-4fc3-9e59-a3eb743f930e req-98717739-6b20-4761-b107-c2a01642ed8f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=71445bb3-86a1-47f4-a31d-f5d7fada20bd HTTP/1.1" status: 200  len: 945 time: 0.1807914
Apr 08 02:52:11.945480 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:11.946687 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eef97bef-265e-489a-96ab-415e36182fe8 req-9f0ba5e8-92f8-4f2f-bcf1-7d2785111da2 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621178
Apr 08 02:52:11.949986 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-698b199b-54af-4b66-8643-7a29b4b031cf req-9c6c516f-5386-4c67-bd9d-f4126be3cc8d service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680138
Apr 08 02:52:11.986453 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['d3a8eac8-aa70-41c5-92be-ee364676a64e', '2437d107-0e71-4cd9-bfef-38bb3ccc9385'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:52:11.998652 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-41a37a7f-1dc8-4fc3-9e59-a3eb743f930e req-eba723c7-2860-40b5-9219-737a6f4b8a00 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023667
Apr 08 02:52:12.001001 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event deleted for resources: {'Port': ['ID=d3a8eac8-aa70-41c5-92be-ee364676a64e,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:12.038861 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.039205 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.039583 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.039915 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.040296 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.040619 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.040943 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.041264 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.041581 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.041904 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.042218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.042531 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:12.088684 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] No DVR routers for this DVR port d3a8eac8-aa70-41c5-92be-ee364676a64e on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:12.091427 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:12.095077 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'name': 'network-vif-deleted', 'tag': 'd3a8eac8-aa70-41c5-92be-ee364676a64e'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:52:12.113467 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a247b0b0-e533-4076-b953-03ab86ceffb4 req-33f0e00b-c291-4230-9322-011ff05e81f7 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "DELETE /v2.0/ports/d3a8eac8-aa70-41c5-92be-ee364676a64e HTTP/1.1" status: 204  len: 173 time: 0.8518720
Apr 08 02:52:12.146934 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-13c70587-dff2-49bd-a03b-1d6d129b4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:12.149040 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-13c70587-dff2-49bd-a03b-1d6d129b4761 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 1096 time: 0.0763283
Apr 08 02:52:12.151277 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b65608a-0706-477f-a34d-d66cebb1e784'] response: {'server_uuid': '71445bb3-86a1-47f4-a31d-f5d7fada20bd', 'name': 'network-vif-deleted', 'tag': 'd3a8eac8-aa70-41c5-92be-ee364676a64e', 'status': 'completed', 'code': 200}
Apr 08 02:52:12.325387 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-92883200-3f6d-430d-b7dc-3c3214e82eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:12.326720 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-92883200-3f6d-430d-b7dc-3c3214e82eb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.1302109
Apr 08 02:52:12.407181 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-a3d3cf0a-4b70-4feb-ade5-581214b69598 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69 HTTP/1.1" status: 200  len: 217 time: 0.0649030
Apr 08 02:52:12.491781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-6e9fce83-92f6-4aba-a250-c42d66bc7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:12.493388 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-6e9fce83-92f6-4aba-a250-c42d66bc7805 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0607011
Apr 08 02:52:12.571737 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-d5659f4e-69b8-4522-8795-a6508e79ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:12.573357 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-d5659f4e-69b8-4522-8795-a6508e79ea45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734644
Apr 08 02:52:12.702731 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-a90f3ddc-d36d-4c83-bf6e-3d46bc888f0a service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226852
Apr 08 02:52:12.940982 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bb3217c2-0e5c-4d72-b73c-3f905d5e4c0d req-9f5479f1-25ee-44ab-95bc-356b28397f43 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120845
Apr 08 02:52:13.133823 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c57130-58cf-48c3-8d8e-1f196203b4dd req-6057c96e-f267-407b-a8a3-661ca2711eca tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:13.135275 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-30c57130-58cf-48c3-8d8e-1f196203b4dd req-6057c96e-f267-407b-a8a3-661ca2711eca tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 943 time: 0.0824063
Apr 08 02:52:13.182544 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-30c57130-58cf-48c3-8d8e-1f196203b4dd req-782a6729-13ac-49ff-a723-c50971624f48 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392210
Apr 08 02:52:13.463829 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8f63c-7a12-4529-847e-f55323c9b0f1 req-cd365469-5e5f-4d2a-9806-b320af7d42db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:13.464444 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-7fc8f63c-7a12-4529-847e-f55323c9b0f1 req-cd365469-5e5f-4d2a-9806-b320af7d42db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Synchronizing usage tracker for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:52:13.479583 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-7fc8f63c-7a12-4529-847e-f55323c9b0f1 req-cd365469-5e5f-4d2a-9806-b320af7d42db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Unset dirty status for tenant:bd1b3bd04ce44cd7893a53eb18d9a8b0 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:52:13.480816 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7fc8f63c-7a12-4529-847e-f55323c9b0f1 req-cd365469-5e5f-4d2a-9806-b320af7d42db tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.1027310
Apr 08 02:52:13.526923 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7fc8f63c-7a12-4529-847e-f55323c9b0f1 req-79ed99ff-a6f7-44e1-997c-07a575f4e742 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392835
Apr 08 02:52:14.371685 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-9766da19-f5e5-4be2-b487-7e718ab1115c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:14.373115 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-9766da19-f5e5-4be2-b487-7e718ab1115c tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.1284530
Apr 08 02:52:14.435086 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b27f14-05f6-40fa-8e6d-cb041af960c7 req-1137977e-a067-4560-9293-1916a0b99497 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:14.436516 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f4b27f14-05f6-40fa-8e6d-cb041af960c7 req-1137977e-a067-4560-9293-1916a0b99497 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 943 time: 0.1428730
Apr 08 02:52:14.478303 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Deleting port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:14.478558 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.535858 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f4b27f14-05f6-40fa-8e6d-cb041af960c7 req-525058d1-2c89-42f1-a9ce-4960784f3134 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930789
Apr 08 02:52:14.710776 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69e1e1-1d36-41df-8df0-664faf0b83bc req-3fde1ec4-cbdf-4e14-8807-d47e5f86891f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:14.712235 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5c69e1e1-1d36-41df-8df0-664faf0b83bc req-3fde1ec4-cbdf-4e14-8807-d47e5f86891f tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/ports?device_id=96569291-3f37-4b65-b902-9e31040c4328 HTTP/1.1" status: 200  len: 945 time: 0.0785871
Apr 08 02:52:14.746534 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] For port 2437d107-0e71-4cd9-bfef-38bb3ccc9385, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2437d107-0e71-4cd9-bfef-38bb3ccc9385,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:14.747039 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:14.756534 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5c69e1e1-1d36-41df-8df0-664faf0b83bc req-e4ebbb47-ac47-42a6-93f2-f2d3410964dd tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.23 "GET /v2.0/security-groups?id=7068c512-1c77-4455-9ac5-b446463d92b3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385137
Apr 08 02:52:14.875052 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Calling delete_port for 2437d107-0e71-4cd9-bfef-38bb3ccc9385 owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:15.012411 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.052085 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['2437d107-0e71-4cd9-bfef-38bb3ccc9385'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:52:15.064682 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Pushing event deleted for resources: {'Port': ['ID=2437d107-0e71-4cd9-bfef-38bb3ccc9385,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:15.138476 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] No DVR routers for this DVR port 2437d107-0e71-4cd9-bfef-38bb3ccc9385 on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:15.140861 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.143259 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96569291-3f37-4b65-b902-9e31040c4328', 'name': 'network-vif-deleted', 'tag': '2437d107-0e71-4cd9-bfef-38bb3ccc9385'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:52:15.158949 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f68d9a9-2246-4ecf-b6fc-27b3aa2ecc3c req-80090969-b24f-4dd0-b262-16d4c46062b1 tempest-ServerRescueNegativeTestJSON-1115500795 tempest-ServerRescueNegativeTestJSON-1115500795-project] 10.222.0.41 "DELETE /v2.0/ports/2437d107-0e71-4cd9-bfef-38bb3ccc9385 HTTP/1.1" status: 204  len: 173 time: 0.7742000
Apr 08 02:52:15.190845 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fcfdb5-8114-4b32-85e9-13ba24e5776a'] response: {'server_uuid': '96569291-3f37-4b65-b902-9e31040c4328', 'name': 'network-vif-deleted', 'tag': '2437d107-0e71-4cd9-bfef-38bb3ccc9385', 'status': 'completed', 'code': 200}
Apr 08 02:52:15.689978 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2ccf4c17-cdc0-445d-8a18-659878ac2d69 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:52:15.699262 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device d3a8eac8-aa70-41c5-92be-ee364676a64e no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:15.725945 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6ff9-d0f2-4c7c-84c4-9a67a584ebf3 req-c3d5c16f-3812-41aa-ada0-21d2c0cfdef1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:15.727394 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-77ff6ff9-d0f2-4c7c-84c4-9a67a584ebf3 req-c3d5c16f-3812-41aa-ada0-21d2c0cfdef1 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 943 time: 0.0842474
Apr 08 02:52:15.740316 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: d3a8eac8-aa70-41c5-92be-ee364676a64e {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:52:15.740655 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device d3a8eac8-aa70-41c5-92be-ee364676a64e not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:15.776995 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-77ff6ff9-d0f2-4c7c-84c4-9a67a584ebf3 req-9ef8e5cd-3c6e-4188-9064-43014c24cab0 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427113
Apr 08 02:52:15.859611 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48346) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:15.877913 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 2ccf4c17-cdc0-445d-8a18-659878ac2d69, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:15.893349 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'port_id': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'mac_address': 'fa:16:3e:66:94:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:52:15.948945 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:15.965828 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccf4c17-cdc0-445d-8a18-659878ac2d69 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:52:15.981655 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 2ccf4c17-cdc0-445d-8a18-659878ac2d69, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:15.985463 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.059715 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=2ccf4c17-cdc0-445d-8a18-659878ac2d69,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:16.066956 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.067315 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.067667 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.068015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.068337 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.068682 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.068995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.069317 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.069622 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.069935 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.070242 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.070550 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:16.481381 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['2ccf4c17-cdc0-445d-8a18-659878ac2d69'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:52:16.589274 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.936213 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Deleting port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:16.936940 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:16.962298 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed4868-a2f4-4311-b453-9e8496b48a13 req-e134bec9-1695-46fb-9d88-e0846e24f365 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:16.963749 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b8ed4868-a2f4-4311-b453-9e8496b48a13 req-e134bec9-1695-46fb-9d88-e0846e24f365 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 944 time: 0.0784791
Apr 08 02:52:17.080074 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b8ed4868-a2f4-4311-b453-9e8496b48a13 req-1f86f2de-30bd-49d8-8794-e0d4e43af113 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1104887
Apr 08 02:52:17.115980 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] For port 86fa87d3-b1ca-42ec-8895-1cc1f3012f95, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:17.116344 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.236429 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Calling delete_port for 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 owned by network:router_interface {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:17.541582 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.591755 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Pushing event deleted for resources: {'Port': ['ID=86fa87d3-b1ca-42ec-8895-1cc1f3012f95,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:17.706566 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2ccf4c17-cdc0-445d-8a18-659878ac2d69 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:52:17.777817 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:52:17.782368 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:52:17.782736 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.903449 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.931610 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:52:17.941350 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 2ccf4c17-cdc0-445d-8a18-659878ac2d69, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:17.943445 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.946237 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:17.947414 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2437d107-0e71-4cd9-bfef-38bb3ccc9385 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:17.979993 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e51a52-dd18-494e-ba31-039f05d2eee5'] response: {'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'code': 200}
Apr 08 02:52:18.018518 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 2437d107-0e71-4cd9-bfef-38bb3ccc9385 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:52:18.019112 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2437d107-0e71-4cd9-bfef-38bb3ccc9385 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:18.052776 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=2ccf4c17-cdc0-445d-8a18-659878ac2d69,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:18.360170 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4ca0c-4921-40bf-a4c6-89088eaa3457 req-7c0dc713-4938-465c-912b-2827d8297c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:18.361689 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-80d4ca0c-4921-40bf-a4c6-89088eaa3457 req-7c0dc713-4938-465c-912b-2827d8297c54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 1098 time: 0.1793807
Apr 08 02:52:18.385952 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Router 878cbde7-75de-4138-8eb8-fe696b2cdd79 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:52:18.407661 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fad3a-0dc3-477a-b523-eb766614aa8f req-4c2b2fb4-856e-4bc5-997b-e43f899cdbdb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:18.409321 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff4fad3a-0dc3-477a-b523-eb766614aa8f req-4c2b2fb4-856e-4bc5-997b-e43f899cdbdb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.0782373
Apr 08 02:52:18.455201 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff4fad3a-0dc3-477a-b523-eb766614aa8f req-3cc877d1-99ae-471b-839e-6cf7236a77c9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378635
Apr 08 02:52:18.479215 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-80d4ca0c-4921-40bf-a4c6-89088eaa3457 req-8022d34c-9120-4540-9214-5f961bb188d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103871
Apr 08 02:52:18.583097 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:52:18.591538 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] Sync routers for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:52:18.595163 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9e9502b9-891f-4c2c-b930-3306dca42eee admin admin] 10.222.0.23 "PUT /v2.0/routers/878cbde7-75de-4138-8eb8-fe696b2cdd79/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7340112
Apr 08 02:52:18.597309 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48360) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:18.601907 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:18.602735 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdea5670>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:18.768708 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks [] for router, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:18.782355 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:18.943298 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:18.952560 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Deleting port 76855821-4e1d-42ad-a778-cb9db0ff6a45 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:18.953243 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.068015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdea5670>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:52:17Z', 'revision_number': 5, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port': {'id': '76855821-4e1d-42ad-a778-cb9db0ff6a45', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ea:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:19.071742 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] Checking router: 878cbde7-75de-4138-8eb8-fe696b2cdd79 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:52:19.079767 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] Routers {'878cbde7-75de-4138-8eb8-fe696b2cdd79'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:19.080382 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdea5670>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['878cbde7-75de-4138-8eb8-fe696b2cdd79'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:19.121443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] For port 76855821-4e1d-42ad-a778-cb9db0ff6a45, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=76855821-4e1d-42ad-a778-cb9db0ff6a45,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:19.121905 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.262432 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] Set router 878cbde7-75de-4138-8eb8-fe696b2cdd79 gateway port host: None {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:19.350094 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Calling delete_port for 76855821-4e1d-42ad-a778-cb9db0ff6a45 owned by network:router_gateway {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:19.369569 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdea5670>, [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:52:18Z', 'revision_number': 6, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:19.373817 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0182b26d-f008-43e0-8ed4-f5c9913633af None None] The sync data for ids ['878cbde7-75de-4138-8eb8-fe696b2cdd79'] in dv-cinder-837051-1-iscsi is: [{'id': '878cbde7-75de-4138-8eb8-fe696b2cdd79', 'name': 'tempest-ServerRescueNegativeTestJSON-1827858464-router', 'tenant_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:45:16Z', 'updated_at': '2022-04-08T02:52:18Z', 'revision_number': 6, 'project_id': 'bd1b3bd04ce44cd7893a53eb18d9a8b0', 'gw_port_host': None}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:52:19.515684 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.564191 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Pushing event deleted for resources: {'Port': ['ID=76855821-4e1d-42ad-a778-cb9db0ff6a45,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:19.708637 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.834982 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c27e7-4122-4c9e-92cd-e8b4056fc6e3 req-5e4f479f-028c-4245-ac91-a91db89cd6bb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:19.836442 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-466c27e7-4122-4c9e-92cd-e8b4056fc6e3 req-5e4f479f-028c-4245-ac91-a91db89cd6bb tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.2734799
Apr 08 02:52:19.905445 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:19.909635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.005895 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-466c27e7-4122-4c9e-92cd-e8b4056fc6e3 req-b6584939-b41c-46e1-9f98-08d0c15d352e tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1221781
Apr 08 02:52:20.011298 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.011809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 878cbde7-75de-4138-8eb8-fe696b2cdd79 {{(pid=87222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:52:20.027970 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.029034 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-248637f8-e050-47c0-a5f9-aa269cae7086 admin admin] 10.222.0.23 "DELETE /v2.0/routers/878cbde7-75de-4138-8eb8-fe696b2cdd79 HTTP/1.1" status: 204  len: 168 time: 1.4308560
Apr 08 02:52:20.031574 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48368) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:20.095914 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_v2 [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] Deleting subnet 949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 {{(pid=87222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:52:20.099333 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.149278 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508645'] for subnet, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.268750 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.343578 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2481867'] for subnet, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.378844 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949c14cb-4d0f-4c17-bc8c-ac18acf17ec8,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:20.384804 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.390393 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82913cba-53ed-413f-9ab9-8d94caf6c1c5 None None] Network 94ddd372-ab57-40b5-ae02-402f4da20997 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:52:20.390869 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9828d735-9e75-4e0f-8872-6933689094e0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/949c14cb-4d0f-4c17-bc8c-ac18acf17ec8 HTTP/1.1" status: 204  len: 168 time: 0.3579938
Apr 08 02:52:20.392989 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48372) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:20.503553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.514838 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Deleting port 2624e322-f671-4e68-a087-5c47f93c41fa {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:20.515172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.636302 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] DHCP port deletion for 94ddd372-ab57-40b5-ae02-402f4da20997 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:52:20.640241 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Deleting port 2624e322-f671-4e68-a087-5c47f93c41fa {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:20.640636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.771006 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 76855821-4e1d-42ad-a778-cb9db0ff6a45 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:20.816590 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 76855821-4e1d-42ad-a778-cb9db0ff6a45 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:52:20.817492 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 76855821-4e1d-42ad-a778-cb9db0ff6a45 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:20.817938 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:20.822501 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] For port 2624e322-f671-4e68-a087-5c47f93c41fa, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2624e322-f671-4e68-a087-5c47f93c41fa,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:20.822858 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:20.898842 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:52:20.899073 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 86fa87d3-b1ca-42ec-8895-1cc1f3012f95 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:20.899489 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2624e322-f671-4e68-a087-5c47f93c41fa no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:52:20.942718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Calling delete_port for 2624e322-f671-4e68-a087-5c47f93c41fa owned by network:dhcp {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:20.953601 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] For port 2624e322-f671-4e68-a087-5c47f93c41fa, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2624e322-f671-4e68-a087-5c47f93c41fa,segment=NetworkSegment(7d62632a-48ac-4430-ae1f-5b58d06dea06),segment_id=7d62632a-48ac-4430-ae1f-5b58d06dea06)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:52:20.953982 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.020732 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.070239 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] No DVR routers for this DVR port 2624e322-f671-4e68-a087-5c47f93c41fa on host dv-cinder-837051-1-iscsi {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:52:21.095126 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Calling delete_port for 2624e322-f671-4e68-a087-5c47f93c41fa owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:52:21.099098 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Pushing event deleted for resources: {'Port': ['ID=2624e322-f671-4e68-a087-5c47f93c41fa,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:21.130812 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No active binding found for port 2624e322-f671-4e68-a087-5c47f93c41fa {{(pid=87224) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Apr 08 02:52:21.131211 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2624e322-f671-4e68-a087-5c47f93c41fa not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:52:21.190207 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.211148 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3aecf1-594e-41c2-89d9-94903b5e0a8e req-4ddca9c6-e60f-4005-81db-63a27a072553 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:21.212893 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5e3aecf1-594e-41c2-89d9-94903b5e0a8e req-4ddca9c6-e60f-4005-81db-63a27a072553 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.0937269
Apr 08 02:52:21.216364 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcc9ec5b0>,) {'filters': {'network_id': ['94ddd372-ab57-40b5-ae02-402f4da20997']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:21.233053 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcc9ec5b0>, '7d62632a-48ac-4430-ae1f-5b58d06dea06') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:21.233374 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcc9ec5b0>, '7d62632a-48ac-4430-ae1f-5b58d06dea06') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:21.240252 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:52:21.240663 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:52:21.245416 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.259877 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5e3aecf1-594e-41c2-89d9-94903b5e0a8e req-1a86822c-6d9d-4822-bd77-9b1ad631b77d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397155
Apr 08 02:52:21.261105 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.267334 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:52:21.267718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:52:21.281439 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:52:21.357279 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.362596 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.430985 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ddd372-ab57-40b5-ae02-402f4da20997,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:21.447354 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-3ebae0f6-cbce-4a7e-ab45-da402eaf5745 admin admin] 10.222.0.23 "DELETE /v2.0/networks/94ddd372-ab57-40b5-ae02-402f4da20997 HTTP/1.1" status: 204  len: 168 time: 1.0531940
Apr 08 02:52:21.481943 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e29de-7fca-4941-9fc5-1fc4244456d8 req-7ebe01a9-e5b4-4c94-b047-bbb3ebb29498 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:21.483388 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d16e29de-7fca-4941-9fc5-1fc4244456d8 req-7ebe01a9-e5b4-4c94-b047-bbb3ebb29498 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.1179028
Apr 08 02:52:21.492635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48382) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:21.497632 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Request body: {'floatingip': {'port_id': '2ccf4c17-cdc0-445d-8a18-659878ac2d69'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:52:21.577737 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48386) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:21.581319 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.625565 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-961ec496-77e5-4f8a-af92-d6adf2eb0371 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd1b3bd04ce44cd7893a53eb18d9a8b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465879
Apr 08 02:52:21.628094 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48390) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:21.686286 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b44fb5ed-6753-4f83-9cc7-02d13551594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.711516 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b44fb5ed-6753-4f83-9cc7-02d13551594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.741584 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Deleting port 2624e322-f671-4e68-a087-5c47f93c41fa {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:52:21.742128 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.768417 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b44fb5ed-6753-4f83-9cc7-02d13551594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.787774 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fb5ed-6753-4f83-9cc7-02d13551594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7068c512-1c77-4455-9ac5-b446463d92b3,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:21.795825 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b44fb5ed-6753-4f83-9cc7-02d13551594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:21.799956 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-b44fb5ed-6753-4f83-9cc7-02d13551594c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7068c512-1c77-4455-9ac5-b446463d92b3 HTTP/1.1" status: 204  len: 168 time: 0.1707697
Apr 08 02:52:21.826955 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-68d300a9-7f0d-4b8d-9ee2-1798a991e7d7 None None] The port '2624e322-f671-4e68-a087-5c47f93c41fa' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:52:22.290037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.293844 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:22.474003 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Floating IP e1fe0498-fdfc-422f-a006-54b6f39e5188 associated. External IP: 172.27.1.234, port: 2ccf4c17-cdc0-445d-8a18-659878ac2d69.
Apr 08 02:52:22.828910 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Router 2497ccc0-c998-4ded-967b-c870faf2a34e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:52:23.008719 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:52:23.012944 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:23.023216 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] Sync routers for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:52:23.047999 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:23.048620 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b6d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:23.070212 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e0aab624-4fac-4e44-975f-4d0ff1e60218 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "PUT /v2.0/floatingips/e1fe0498-fdfc-422f-a006-54b6f39e5188 HTTP/1.1" status: 200  len: 991 time: 1.5765381
Apr 08 02:52:23.070990 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:52:23.118932 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf57bb4-cb36-42fe-a410-8da2f428cfb0'] response: {'name': 'network-changed', 'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'status': 'completed', 'code': 200}
Apr 08 02:52:23.246520 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-73ea5f8b-78a6-4ccd-81b0-56f8719439a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.248087 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-73ea5f8b-78a6-4ccd-81b0-56f8719439a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 1098 time: 0.0739605
Apr 08 02:52:23.255132 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:23.378499 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-d4d4cc53-ba1e-4b23-aa08-d377a6f9e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.380806 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-d4d4cc53-ba1e-4b23-aa08-d377a6f9e8f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 200  len: 911 time: 0.1265793
Apr 08 02:52:23.491969 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-3d0c385d-eb31-402b-8602-1d1870dd1535 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69 HTTP/1.1" status: 200  len: 999 time: 0.1050415
Apr 08 02:52:23.555735 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-6a1cff5c-88cf-4912-973c-76f40cd7bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.557309 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-6a1cff5c-88cf-4912-973c-76f40cd7bd31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 200  len: 849 time: 0.0578642
Apr 08 02:52:23.627822 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b6d0>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'e1fe0498-fdfc-422f-a006-54b6f39e5188', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'port_id': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'mac_address': 'fa:16:3e:66:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:06Z', 'updated_at': '2022-04-08T02:52:22Z', 'revision_number': 1, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:23.632473 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] Checking router: 2497ccc0-c998-4ded-967b-c870faf2a34e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:52:23.636019 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-2c832fbf-feb7-402e-85d4-b7cf6b53f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:52:23.637522 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-2c832fbf-feb7-402e-85d4-b7cf6b53f5d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5edff82e-54bb-4c43-8c44-0c613d4c1fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734825
Apr 08 02:52:23.640590 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:52:23.641177 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b6d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:52:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:23.833269 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:52:23.876391 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-b9904623-8290-409e-bafd-24dc670db72e service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2322023
Apr 08 02:52:24.006137 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72cf5238-7fb5-4760-9528-938680ef59c7 req-f079b70c-45f8-4ce1-87df-64b01a8f1880 service neutron] 10.222.0.41 "GET /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236837
Apr 08 02:52:24.189831 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce67b6d0>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'e1fe0498-fdfc-422f-a006-54b6f39e5188', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'port_id': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'mac_address': 'fa:16:3e:66:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:06Z', 'updated_at': '2022-04-08T02:52:22Z', 'revision_number': 1, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:52:24.193818 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c415ec-a919-4a39-b0ac-f593c37e5b28 None None] The sync data for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi is: [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'e1fe0498-fdfc-422f-a006-54b6f39e5188', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'port_id': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'mac_address': 'fa:16:3e:66:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:52:06Z', 'updated_at': '2022-04-08T02:52:22Z', 'revision_number': 1, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:52:24.389938 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b8e7d-ad30-4eb4-94d7-d395a8d7e692 None None] New status for floating IP e1fe0498-fdfc-422f-a006-54b6f39e5188: ACTIVE {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:52:30.342721 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.145120 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48520) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:32.260975 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.275512 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:32.279306 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Usage tracker for resource:security_group_rule and tenant:31b4606e4c8a4c1e8b9aece71480cdea is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:32.282058 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:32.287788 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:32.370417 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.374174 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.421904 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=31b4606e4c8a4c1e8b9aece71480cdea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2756720
Apr 08 02:52:32.423328 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef7dcd-c2ee-4fa5-aa9d-84008fd0fb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4613791f-9f01-4dc4-b226-193bde89ae3f,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:32.424495 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48528) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:32.482762 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-55406c1b-bae4-4a29-9687-568fc682e40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.508655 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-55406c1b-bae4-4a29-9687-568fc682e40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.560900 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-55406c1b-bae4-4a29-9687-568fc682e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.576577 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55406c1b-bae4-4a29-9687-568fc682e40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4613791f-9f01-4dc4-b226-193bde89ae3f,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:32.582208 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-55406c1b-bae4-4a29-9687-568fc682e40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:32.584674 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-55406c1b-bae4-4a29-9687-568fc682e40a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4613791f-9f01-4dc4-b226-193bde89ae3f HTTP/1.1" status: 204  len: 168 time: 0.1586540
Apr 08 02:52:35.065840 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-15958870-0dbd-4456-af04-657ef7ca8d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:37.220711 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-48d05de5-f077-49e7-a716-43628ba7cb5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.426205 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:38.437428 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:39.970238 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:40.094257 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:52:45.647575 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48680) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:45.763455 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:45.778196 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:45.781989 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Usage tracker for resource:security_group_rule and tenant:697b2a38b1f646d1bddca479827da125 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:45.784770 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:45.790526 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:45.874570 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:45.882357 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:45.925865 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=697b2a38b1f646d1bddca479827da125&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2769837
Apr 08 02:52:45.926538 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3811ef7-9075-4d85-8f72-f4694ac666f8,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:45.928421 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48686) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:45.935880 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.936269 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.936605 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.936931 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.937256 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.937582 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.937902 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.938221 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.938545 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.938879 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.939194 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.939507 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f0d34-448e-44dd-84fd-321ee760570b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:52:45.989638 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2b4a77c2-1621-4fb1-ad5d-8b6f3de83417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.014326 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2b4a77c2-1621-4fb1-ad5d-8b6f3de83417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.065575 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2b4a77c2-1621-4fb1-ad5d-8b6f3de83417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.081705 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a77c2-1621-4fb1-ad5d-8b6f3de83417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3811ef7-9075-4d85-8f72-f4694ac666f8,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:46.090191 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2b4a77c2-1621-4fb1-ad5d-8b6f3de83417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.091298 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-2b4a77c2-1621-4fb1-ad5d-8b6f3de83417 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3811ef7-9075-4d85-8f72-f4694ac666f8 HTTP/1.1" status: 204  len: 168 time: 0.1619103
Apr 08 02:52:46.372333 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48694) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:46.390388 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.404509 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:46.408216 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Usage tracker for resource:security_group_rule and tenant:ec91c01d37a44b48b4544db8bc80c744 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:46.413183 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:46.418978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:46.499415 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.502952 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.556214 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec91c01d37a44b48b4544db8bc80c744&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1827812
Apr 08 02:52:46.557039 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef647729-ca1a-4ed4-bc38-2360b6f36c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f31bbaa-943e-4a3b-a012-4daf2749e588,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:46.559483 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48698) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:46.618388 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-64907c46-f186-49f8-bc35-128bd0e33f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.643249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-64907c46-f186-49f8-bc35-128bd0e33f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.694884 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-64907c46-f186-49f8-bc35-128bd0e33f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.712215 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64907c46-f186-49f8-bc35-128bd0e33f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f31bbaa-943e-4a3b-a012-4daf2749e588,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:46.718633 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-64907c46-f186-49f8-bc35-128bd0e33f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:46.719732 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-64907c46-f186-49f8-bc35-128bd0e33f22 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f31bbaa-943e-4a3b-a012-4daf2749e588 HTTP/1.1" status: 204  len: 168 time: 0.1592145
Apr 08 02:52:48.815780 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48774) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:48.935344 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:48.949401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:48.953177 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Usage tracker for resource:security_group_rule and tenant:bfe56a53ca2a43a8b58357ea95d8626b is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:48.955937 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:48.961646 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:49.040895 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.044575 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.090458 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bfe56a53ca2a43a8b58357ea95d8626b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2736256
Apr 08 02:52:49.092062 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7493a9-afeb-450f-a87b-96e6713dedef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611c8bdd-2dd7-46c8-b103-2e92a99ffa51,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:49.093144 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48780) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:49.155049 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d0841dd1-ead7-4054-888f-2a35b6de1071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.183555 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d0841dd1-ead7-4054-888f-2a35b6de1071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.234239 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d0841dd1-ead7-4054-888f-2a35b6de1071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.250821 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0841dd1-ead7-4054-888f-2a35b6de1071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c8bdd-2dd7-46c8-b103-2e92a99ffa51,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:49.260057 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d0841dd1-ead7-4054-888f-2a35b6de1071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.261229 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d0841dd1-ead7-4054-888f-2a35b6de1071 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/611c8bdd-2dd7-46c8-b103-2e92a99ffa51 HTTP/1.1" status: 204  len: 168 time: 0.1671171
Apr 08 02:52:49.540421 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48788) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:49.558961 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.572642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:49.576384 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Usage tracker for resource:security_group_rule and tenant:b255769c99a94c0888811445257b384e is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:49.579081 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:49.584676 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:49.665099 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.668781 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.718634 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b255769c99a94c0888811445257b384e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1769571
Apr 08 02:52:49.719407 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11457059-f7a7-4dfe-9ccc-869c185c2639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b21825-02ab-4411-988d-b01a3fadea2f,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:49.721312 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48792) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:49.779166 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0ac576ce-7d43-4f70-9ecd-0b1102ca308a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.804633 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0ac576ce-7d43-4f70-9ecd-0b1102ca308a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.856511 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0ac576ce-7d43-4f70-9ecd-0b1102ca308a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.872686 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac576ce-7d43-4f70-9ecd-0b1102ca308a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b21825-02ab-4411-988d-b01a3fadea2f,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:49.882153 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-0ac576ce-7d43-4f70-9ecd-0b1102ca308a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:49.883258 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-0ac576ce-7d43-4f70-9ecd-0b1102ca308a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d3b21825-02ab-4411-988d-b01a3fadea2f HTTP/1.1" status: 204  len: 168 time: 0.1609833
Apr 08 02:52:52.080741 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48862) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:52.201759 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.217051 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:52.220859 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Usage tracker for resource:security_group_rule and tenant:5949ca1e77904462b90eed55004be0ad is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:52.223625 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:52.230048 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:52.325362 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.330044 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.385006 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38350f5-fbc7-40aa-a608-43460d881c1b,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:52.392268 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-2a25b562-1d99-4c92-981d-b24798f85f99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5949ca1e77904462b90eed55004be0ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3104594
Apr 08 02:52:52.395018 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48868) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:52.461786 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b1b08df4-b535-4d68-a29e-fbb1c929e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.488090 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b1b08df4-b535-4d68-a29e-fbb1c929e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.543393 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b1b08df4-b535-4d68-a29e-fbb1c929e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.559529 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b08df4-b535-4d68-a29e-fbb1c929e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38350f5-fbc7-40aa-a608-43460d881c1b,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:52.567466 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b1b08df4-b535-4d68-a29e-fbb1c929e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.569456 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-b1b08df4-b535-4d68-a29e-fbb1c929e209 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e38350f5-fbc7-40aa-a608-43460d881c1b HTTP/1.1" status: 204  len: 168 time: 0.1735260
Apr 08 02:52:52.879373 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 48878) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:52.897316 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:52.911165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:52:52.915027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:237164960e16400bb0c3fbdf7d74cea8 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:52:52.917742 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:52:52.923244 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:52:53.004684 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:53.009093 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:53.057309 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=237164960e16400bb0c3fbdf7d74cea8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1740420
Apr 08 02:52:53.057309 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d1fe8-5d49-404f-9e17-f75709833ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e03da2-a02f-4c20-8176-fa7d798bee0e,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:53.057651 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 48882) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:52:53.114220 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-65381daa-34c6-496d-98d2-a867ebc2293a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:53.139653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-65381daa-34c6-496d-98d2-a867ebc2293a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:53.190326 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-65381daa-34c6-496d-98d2-a867ebc2293a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:53.207438 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65381daa-34c6-496d-98d2-a867ebc2293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e03da2-a02f-4c20-8176-fa7d798bee0e,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:52:53.213978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-65381daa-34c6-496d-98d2-a867ebc2293a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:52:53.215305 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-65381daa-34c6-496d-98d2-a867ebc2293a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/47e03da2-a02f-4c20-8176-fa7d798bee0e HTTP/1.1" status: 204  len: 168 time: 0.1566334
Apr 08 02:53:00.355495 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:01.591365 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c62043-c395-4a5b-b2a7-1dcfa42d7b79 req-c1e6ab9f-e692-43e1-b642-d2560a52fbf5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:01.592814 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20c62043-c395-4a5b-b2a7-1dcfa42d7b79 req-c1e6ab9f-e692-43e1-b642-d2560a52fbf5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0835202
Apr 08 02:53:01.635762 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20c62043-c395-4a5b-b2a7-1dcfa42d7b79 req-caed945c-911e-437b-96bb-651022712a4c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371456
Apr 08 02:53:02.836054 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7afe-397a-44ac-b794-ea28e2e64a54 req-3f2de5e3-5994-47b6-a935-aad9355fdabe tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:02.837492 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-825b7afe-397a-44ac-b794-ea28e2e64a54 req-3f2de5e3-5994-47b6-a935-aad9355fdabe tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0837474
Apr 08 02:53:02.882903 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-825b7afe-397a-44ac-b794-ea28e2e64a54 req-db79b86b-ad3c-4b7b-a873-b9019e283378 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397305
Apr 08 02:53:04.069386 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4d8f5-a02d-4822-a0ba-fc3c49dcdba7 req-973b1f21-7c26-4064-8621-94f252943046 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:04.070822 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f7e4d8f5-a02d-4822-a0ba-fc3c49dcdba7 req-973b1f21-7c26-4064-8621-94f252943046 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0766730
Apr 08 02:53:04.116612 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f7e4d8f5-a02d-4822-a0ba-fc3c49dcdba7 req-307523b9-1372-40d8-acaa-e95c1e09488e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400438
Apr 08 02:53:05.067907 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-721f5355-b8f3-422b-8c7a-62ca7e30b665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:05.307653 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7cf23-0e4a-4599-a634-fe542e08b414 req-33e7dc82-9bd7-4154-a927-65325093d01a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:05.309084 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f5e7cf23-0e4a-4599-a634-fe542e08b414 req-33e7dc82-9bd7-4154-a927-65325093d01a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0817192
Apr 08 02:53:05.352778 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f5e7cf23-0e4a-4599-a634-fe542e08b414 req-024aa7bb-f93c-47b2-b894-03347d2a46f0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381322
Apr 08 02:53:06.544967 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0267c0b-7b9b-4f06-9229-acf8c2459b1d req-b9b88ede-cd9f-4385-8696-a47b8ff0dbdb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:06.546521 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b0267c0b-7b9b-4f06-9229-acf8c2459b1d req-b9b88ede-cd9f-4385-8696-a47b8ff0dbdb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0834639
Apr 08 02:53:06.596237 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b0267c0b-7b9b-4f06-9229-acf8c2459b1d req-26981692-7464-4532-abd8-39a0d2537044 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432849
Apr 08 02:53:07.222337 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-211f9a97-755b-42e6-aa70-9ce62c30b303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:07.785458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14ef83-5819-4c24-b591-bc54e98ce494 req-e818ce94-5918-44eb-9b8a-aae6c0f2e05d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:07.786790 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ba14ef83-5819-4c24-b591-bc54e98ce494 req-e818ce94-5918-44eb-9b8a-aae6c0f2e05d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0776155
Apr 08 02:53:07.830956 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ba14ef83-5819-4c24-b591-bc54e98ce494 req-a1f3bd34-bc1d-483c-a5ae-fdc967590acf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379698
Apr 08 02:53:08.443671 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:08.445960 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:09.020632 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b17da-524a-49e3-be58-a5059e1d9e5d req-69c5b4e9-65d9-4090-88f7-32f6d8395308 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:09.021953 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce0b17da-524a-49e3-be58-a5059e1d9e5d req-69c5b4e9-65d9-4090-88f7-32f6d8395308 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0800929
Apr 08 02:53:09.065510 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce0b17da-524a-49e3-be58-a5059e1d9e5d req-3a0af192-1c08-4b5f-a62c-438ab8f72155 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374491
Apr 08 02:53:09.976470 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:10.261313 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad124f-7062-4ae1-9eec-00684c96b99f req-e91c8fb6-543a-483f-8107-0a1a49c6c7ee tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:10.262652 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-98ad124f-7062-4ae1-9eec-00684c96b99f req-e91c8fb6-543a-483f-8107-0a1a49c6c7ee tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0818524
Apr 08 02:53:10.306263 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-98ad124f-7062-4ae1-9eec-00684c96b99f req-00178516-3c13-47a7-a121-1fbec242185a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379593
Apr 08 02:53:11.492221 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f665d-028e-4eb6-8cee-8715c03fa422 req-9ab68cd5-e32a-482d-bd05-da8cf66e7030 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:11.493983 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-427f665d-028e-4eb6-8cee-8715c03fa422 req-9ab68cd5-e32a-482d-bd05-da8cf66e7030 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0784626
Apr 08 02:53:11.539002 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-427f665d-028e-4eb6-8cee-8715c03fa422 req-c3a5390b-5d89-4403-be47-c17466fe46c6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385733
Apr 08 02:53:12.728561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d86a3-ab02-420a-8c6f-459a4fab689e req-9a1cbb9c-b599-4606-8b7c-3b776cd97d85 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:12.730038 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2e3d86a3-ab02-420a-8c6f-459a4fab689e req-9a1cbb9c-b599-4606-8b7c-3b776cd97d85 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0804071
Apr 08 02:53:12.777473 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2e3d86a3-ab02-420a-8c6f-459a4fab689e req-4bc89f00-cecf-4960-8672-a4a1b295361e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413215
Apr 08 02:53:13.968337 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f69fda-5356-4dc4-9022-a21731e2f4d7 req-3f8b012f-f32e-4560-b962-1c8d0e345285 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:13.969770 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e9f69fda-5356-4dc4-9022-a21731e2f4d7 req-3f8b012f-f32e-4560-b962-1c8d0e345285 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0811248
Apr 08 02:53:14.013141 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e9f69fda-5356-4dc4-9022-a21731e2f4d7 req-55afe673-57b9-4ddd-807f-00ea31d162e9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377929
Apr 08 02:53:15.221745 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f3115-85ad-4e31-bed1-9899179de7f9 req-f7ec2001-0aae-4915-bbbb-0a04efc41eac tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:15.223192 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3a0f3115-85ad-4e31-bed1-9899179de7f9 req-f7ec2001-0aae-4915-bbbb-0a04efc41eac tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0931787
Apr 08 02:53:15.267270 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3a0f3115-85ad-4e31-bed1-9899179de7f9 req-53627a76-2e8f-4b60-a91b-16a738c0a54c tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373640
Apr 08 02:53:16.454684 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1356-c2ca-4710-bd9b-7700881d7030 req-0244ccb7-3c94-48bc-a651-c1cec1216ef4 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:16.456214 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b14f1356-c2ca-4710-bd9b-7700881d7030 req-0244ccb7-3c94-48bc-a651-c1cec1216ef4 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0784202
Apr 08 02:53:16.502963 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b14f1356-c2ca-4710-bd9b-7700881d7030 req-e1062d31-4c15-487b-a25d-41b83dc1d271 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410097
Apr 08 02:53:17.092676 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:53:17.300153 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49074) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:17.414743 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:17.429137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:17.433185 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Usage tracker for resource:security_group_rule and tenant:30fb516590454ef98f0dcb37452fee8a is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:17.435917 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:17.441538 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:17.524477 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:17.528214 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:17.579879 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454176e8-1209-4fcc-822e-6f2fa4d02755,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:17.588285 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49082) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:17.596429 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ce38cd5b-4d1f-4438-9bf2-981ec50b3e54 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30fb516590454ef98f0dcb37452fee8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2894971
Apr 08 02:53:17.646533 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:17.672815 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:17.692179 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd26b14a-1af8-4463-a070-9965e294e164 req-02c8fcaf-6beb-4848-917f-7d67bec26417 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:17.693625 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fd26b14a-1af8-4463-a070-9965e294e164 req-02c8fcaf-6beb-4848-917f-7d67bec26417 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0799704
Apr 08 02:53:17.725805 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:17.738838 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fd26b14a-1af8-4463-a070-9965e294e164 req-f2d77ef8-e42b-40f2-8174-e638d3e772e7 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387270
Apr 08 02:53:17.742484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454176e8-1209-4fcc-822e-6f2fa4d02755,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:17.751421 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.751759 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.752116 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.752440 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.752758 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.753073 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.753386 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.753711 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.753998 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.754308 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.754614 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.754923 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:17.758112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:17.760368 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-56c038ae-7311-4395-80b5-19445626b1ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/454176e8-1209-4fcc-822e-6f2fa4d02755 HTTP/1.1" status: 204  len: 168 time: 0.1710746
Apr 08 02:53:18.939388 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4a155-9df1-4329-b010-a6cdf787af6d req-51901599-b697-466e-b277-8b6a13975e94 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:18.940990 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-41a4a155-9df1-4329-b010-a6cdf787af6d req-51901599-b697-466e-b277-8b6a13975e94 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0885437
Apr 08 02:53:18.988743 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-41a4a155-9df1-4329-b010-a6cdf787af6d req-03882106-41f6-49bf-9458-3ccd836d0b7b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417299
Apr 08 02:53:20.191973 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40660b93-d02d-437b-9ad2-0e8190193d9e req-2e548937-3cd2-4137-bef5-21480afed675 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:20.193495 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-40660b93-d02d-437b-9ad2-0e8190193d9e req-2e548937-3cd2-4137-bef5-21480afed675 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0886736
Apr 08 02:53:20.240015 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-40660b93-d02d-437b-9ad2-0e8190193d9e req-2c9170ac-42d7-4685-ade8-95b312d34eee tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400984
Apr 08 02:53:21.427354 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7404aca-61ff-44ad-bab4-6b0afb32e218 req-2cb95f3e-dcd5-4957-85b8-b657f3926360 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:21.428837 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c7404aca-61ff-44ad-bab4-6b0afb32e218 req-2cb95f3e-dcd5-4957-85b8-b657f3926360 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0768118
Apr 08 02:53:21.472782 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c7404aca-61ff-44ad-bab4-6b0afb32e218 req-0eb09a71-ae70-4762-be10-8419741eaa29 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380325
Apr 08 02:53:21.753791 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49134) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:21.872342 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:21.946543 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:21.950480 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Usage tracker for resource:security_group_rule and tenant:c615d2563194449eb1251ad2a4dc214e is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:21.953362 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:21.958893 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:21.980891 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:53:22.039323 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.043329 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.091004 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c615d2563194449eb1251ad2a4dc214e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361475
Apr 08 02:53:22.092607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8501fb-a471-4b36-a465-9690dacb034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444e94fc-b5f5-474f-bc21-252626a7a19b,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:22.093949 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49140) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:22.122716 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:53:22.145398 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'port_id': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'mac_address': 'fa:16:3e:3e:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:53:22.166031 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6f1b-00bb-4a4a-96a9-937dd076e770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.192045 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6f1b-00bb-4a4a-96a9-937dd076e770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.204260 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.220239 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1b47b52-100c-4e18-8a4a-3d16d8561d14 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:53:22.235917 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:53:22.242370 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.244996 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6f1b-00bb-4a4a-96a9-937dd076e770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.263110 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc6f1b-00bb-4a4a-96a9-937dd076e770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444e94fc-b5f5-474f-bc21-252626a7a19b,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:22.277117 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6f1b-00bb-4a4a-96a9-937dd076e770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:22.278216 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d5fc6f1b-00bb-4a4a-96a9-937dd076e770 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/444e94fc-b5f5-474f-bc21-252626a7a19b HTTP/1.1" status: 204  len: 168 time: 0.1824234
Apr 08 02:53:22.321037 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=6']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:22.328095 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.328440 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.328791 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.329114 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.329438 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.329757 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.330071 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.330384 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.330697 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.331009 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.331318 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.331652 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:22.423298 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['b1b47b52-100c-4e18-8a4a-3d16d8561d14'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:53:22.676065 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e9adb-df0e-433a-9945-aef5a58ddad2 req-51f9d286-0aef-4e54-b8de-f75951c608ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:22.677421 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1a6e9adb-df0e-433a-9945-aef5a58ddad2 req-51f9d286-0aef-4e54-b8de-f75951c608ed tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 944 time: 0.0815070
Apr 08 02:53:22.720971 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1a6e9adb-df0e-433a-9945-aef5a58ddad2 req-c5f01f9b-0ba2-45d2-adbf-a581c9426001 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374305
Apr 08 02:53:23.921419 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938738d-3f9e-4783-b5f7-c8d1bed09214 req-3101b037-9b90-48c0-b630-f1974674c1d1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:23.923143 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5938738d-3f9e-4783-b5f7-c8d1bed09214 req-3101b037-9b90-48c0-b630-f1974674c1d1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 944 time: 0.0846934
Apr 08 02:53:23.967991 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5938738d-3f9e-4783-b5f7-c8d1bed09214 req-a71a9d64-a27f-44ae-a01d-d46bd4483df5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390282
Apr 08 02:53:24.000965 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:53:24.067229 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port b1b47b52-100c-4e18-8a4a-3d16d8561d14 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:53:24.067593 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:24.183215 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:24.209868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:53:24.219507 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:53:24.223845 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:24.261075 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d83089-1557-4eb1-80f4-1152915bd14e'] response: {'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'code': 200}
Apr 08 02:53:24.296946 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=7']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:25.163440 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcff7f1-be90-4267-9545-ad7c3380d9dc req-ae1aafaf-15f3-4fa7-a335-a7effe52f135 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:25.164874 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3bcff7f1-be90-4267-9545-ad7c3380d9dc req-ae1aafaf-15f3-4fa7-a335-a7effe52f135 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0876930
Apr 08 02:53:25.213294 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3bcff7f1-be90-4267-9545-ad7c3380d9dc req-cebcf202-0c9e-44f2-995f-68ad945f25a6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426717
Apr 08 02:53:26.528718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d64809-50e8-4190-91e5-5b61c980b0ab req-f54ffd79-0c00-4347-95c0-31ebad904ecb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:26.530935 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-66d64809-50e8-4190-91e5-5b61c980b0ab req-f54ffd79-0c00-4347-95c0-31ebad904ecb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.1978390
Apr 08 02:53:26.588591 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-66d64809-50e8-4190-91e5-5b61c980b0ab req-3f128679-0e78-43e2-b6b3-cb2d224e39ba tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509138
Apr 08 02:53:27.793043 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344202e-9d5a-4156-bdb3-a6307fff54ee req-c2584d21-d560-4f51-9c2a-22280e5f6830 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:27.795147 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e344202e-9d5a-4156-bdb3-a6307fff54ee req-c2584d21-d560-4f51-9c2a-22280e5f6830 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0869370
Apr 08 02:53:27.840691 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e344202e-9d5a-4156-bdb3-a6307fff54ee req-673882c7-c7f6-448c-86e8-76d78d0bf9df tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394523
Apr 08 02:53:29.062567 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904a035-a896-473d-b875-70c5fc6dc5be req-4a503de6-b69f-4f50-9ee0-7100aa728081 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:29.068103 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b904a035-a896-473d-b875-70c5fc6dc5be req-4a503de6-b69f-4f50-9ee0-7100aa728081 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0950286
Apr 08 02:53:29.113374 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b904a035-a896-473d-b875-70c5fc6dc5be req-45a7d548-f228-40e1-88c9-79f876aed750 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426645
Apr 08 02:53:30.328932 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43874946-e602-4bdc-a096-2941cb002413 req-8aba82fa-37ae-4a2f-a620-52e7b64e195e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:30.331056 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-43874946-e602-4bdc-a096-2941cb002413 req-8aba82fa-37ae-4a2f-a620-52e7b64e195e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0827329
Apr 08 02:53:30.364608 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:30.394492 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-43874946-e602-4bdc-a096-2941cb002413 req-7a0e2e10-b1c6-415c-9984-18bce76cce0f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496709
Apr 08 02:53:31.592186 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbf0ca-dd78-4ffe-9d6c-a158851465e9 req-55e7a3d2-1773-4fb7-a4d9-7e677a810320 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:31.599067 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5fbbf0ca-dd78-4ffe-9d6c-a158851465e9 req-55e7a3d2-1773-4fb7-a4d9-7e677a810320 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0881155
Apr 08 02:53:31.656525 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5fbbf0ca-dd78-4ffe-9d6c-a158851465e9 req-d7d8d091-d9a4-43d9-a1ac-595f8bb312e0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565424
Apr 08 02:53:32.873510 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5576e44-7601-4675-97f8-a222b91db433 req-446ce3fa-0224-4455-9b36-19c83be5b2df tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:32.882823 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c5576e44-7601-4675-97f8-a222b91db433 req-446ce3fa-0224-4455-9b36-19c83be5b2df tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0951500
Apr 08 02:53:32.925285 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c5576e44-7601-4675-97f8-a222b91db433 req-e58b9b10-0f25-435e-9760-f74768c836de tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416121
Apr 08 02:53:34.139687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17cc74-1fd4-439f-9611-575dff3c2315 req-fa29a852-358d-4cf9-9fa1-73a3dedc2fe6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:34.141465 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6e17cc74-1fd4-439f-9611-575dff3c2315 req-fa29a852-358d-4cf9-9fa1-73a3dedc2fe6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0983212
Apr 08 02:53:34.221177 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6e17cc74-1fd4-439f-9611-575dff3c2315 req-2758c3c6-242f-4fbe-96a6-2c1626701f27 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681653
Apr 08 02:53:35.074355 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1136c71f-04a3-4b07-9316-a014f987ced7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:35.425376 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f6bb0-76f3-4b23-ab66-4f81c4968e41 req-03e60b62-9f39-411c-add8-0ce82e710e5f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:35.427074 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2b1f6bb0-76f3-4b23-ab66-4f81c4968e41 req-03e60b62-9f39-411c-add8-0ce82e710e5f tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0889652
Apr 08 02:53:35.482954 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2b1f6bb0-76f3-4b23-ab66-4f81c4968e41 req-803d12f1-7119-44e9-8e1e-e820ce2e25cd tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490947
Apr 08 02:53:35.797213 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-31fb37bb-caed-46b6-af2f-657f913d8025 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0746830
Apr 08 02:53:35.972749 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-173609e5-336d-42c4-aa1c-3abd95f7fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:35.974441 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-173609e5-336d-42c4-aa1c-3abd95f7fb22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1098 time: 0.0809960
Apr 08 02:53:36.164570 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-9c4d2b15-b15e-48b7-b34a-f70ec6c3c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:36.166270 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-9c4d2b15-b15e-48b7-b34a-f70ec6c3c36b service neutron] 10.222.0.41 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 910 time: 0.1609187
Apr 08 02:53:36.286067 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-b825843e-959e-4ad9-95bc-29b67b1acf5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 1001 time: 0.1124804
Apr 08 02:53:36.365169 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-a23f2e69-9d9a-42b8-b204-06b9fa67ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:36.367405 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-a23f2e69-9d9a-42b8-b204-06b9fa67ba93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 200  len: 848 time: 0.0722549
Apr 08 02:53:36.451350 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-66973bdb-4414-488e-bdea-0f5d909ee8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:36.452111 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-66973bdb-4414-488e-bdea-0f5d909ee8d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71466063-e434-4e94-a6a1-5afeb4638af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775342
Apr 08 02:53:36.619723 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-bd8fee78-7332-48bd-9884-dfae4813abec service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595321
Apr 08 02:53:36.834023 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a280979-e5d6-4038-aa29-23f45c7c3f1d req-bfcff64f-183d-444e-8e97-9e31bb255f48 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:36.837987 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0a280979-e5d6-4038-aa29-23f45c7c3f1d req-bfcff64f-183d-444e-8e97-9e31bb255f48 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.2145844
Apr 08 02:53:36.837987 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dab5992f-b7a6-4d53-b289-d731f81b7fd4 req-a7b7711d-3017-41c5-ad04-7f080dd5d78e service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1836536
Apr 08 02:53:36.893867 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0a280979-e5d6-4038-aa29-23f45c7c3f1d req-e08c9f16-1051-48a5-8e7b-02d9393f6378 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512898
Apr 08 02:53:37.244255 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-da33be7f-7367-41bb-a4de-523a1857f79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:37.704710 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0867ee9-ec04-4b29-b9d1-31b66ad9c012 req-b15aad27-dc3d-4413-a643-f218ba5ed021 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:37.706032 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b0867ee9-ec04-4b29-b9d1-31b66ad9c012 req-b15aad27-dc3d-4413-a643-f218ba5ed021 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0809188
Apr 08 02:53:37.749685 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b0867ee9-ec04-4b29-b9d1-31b66ad9c012 req-0fc320c3-4bcd-452a-9ed6-62e1915c1575 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370762
Apr 08 02:53:38.083819 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522e343-f6fe-441d-bcb7-06d0cd7729a2 req-ec0f31c4-9e6b-47ad-93a1-e3351c53c8c6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.085849 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a522e343-f6fe-441d-bcb7-06d0cd7729a2 req-ec0f31c4-9e6b-47ad-93a1-e3351c53c8c6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0780327
Apr 08 02:53:38.128393 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a522e343-f6fe-441d-bcb7-06d0cd7729a2 req-a1de1c45-5944-43f1-b4ae-67a12cd54e39 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369513
Apr 08 02:53:38.448157 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.448929 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:38.474135 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-7d187859-a038-4480-a386-d4fdc0831790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.475852 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-7d187859-a038-4480-a386-d4fdc0831790 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1098 time: 0.0829947
Apr 08 02:53:38.699023 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-cfe9bfd5-884d-497a-b131-0b63fc7b1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.700422 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-cfe9bfd5-884d-497a-b131-0b63fc7b1a1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.2165716
Apr 08 02:53:38.801983 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-2b644ed8-246c-4ddb-86cd-500400979d0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 200  len: 1000 time: 0.0950043
Apr 08 02:53:38.864129 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-e732a68c-d880-42d8-866e-eda4f062778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.866119 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-e732a68c-d880-42d8-866e-eda4f062778f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0563796
Apr 08 02:53:38.933450 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615aa88-6312-42d9-b7e0-d6fd818561cc req-df6c79d4-6d7a-4871-a0ce-dcf066853f23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.934901 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0615aa88-6312-42d9-b7e0-d6fd818561cc req-df6c79d4-6d7a-4871-a0ce-dcf066853f23 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0789149
Apr 08 02:53:38.944444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-89e92ecf-72e0-49e2-b4d6-6eb8aba06dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:38.945932 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-89e92ecf-72e0-49e2-b4d6-6eb8aba06dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727050
Apr 08 02:53:38.978693 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0615aa88-6312-42d9-b7e0-d6fd818561cc req-aa9e3a19-7055-48fe-980c-63da7f29fb19 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378809
Apr 08 02:53:39.077629 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-e7676315-6029-4ccd-baee-17f4892cd786 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239543
Apr 08 02:53:39.212842 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6dfa1f3e-554a-4543-a0a6-af2f09bf5c6a req-123a8f51-0af7-4485-8314-7ae1995d12c0 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280861
Apr 08 02:53:39.316457 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a46860-2d44-4d79-bfd6-718428d08997 req-abcc380e-91cd-420a-8859-82d48fa3525e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:39.317803 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72a46860-2d44-4d79-bfd6-718428d08997 req-abcc380e-91cd-420a-8859-82d48fa3525e tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0780509
Apr 08 02:53:39.360436 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-72a46860-2d44-4d79-bfd6-718428d08997 req-2ac738cc-4bc4-43a2-9c7d-bd162490aecd tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365095
Apr 08 02:53:39.889989 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-3fe5f15b-2503-45d7-8313-14a846ecaa2e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:39.891388 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-3fe5f15b-2503-45d7-8313-14a846ecaa2e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0810046
Apr 08 02:53:39.960505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 15ea6272-ea85-47cf-ad3d-80473f241c2d {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:53:39.960849 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:39.975525 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:40.167251 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e44472-73f5-43d8-9b94-492827bf717d req-1bd1176d-c79a-4df9-8b9e-e99de869b1e7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:40.168707 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-55e44472-73f5-43d8-9b94-492827bf717d req-1bd1176d-c79a-4df9-8b9e-e99de869b1e7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 946 time: 0.0825465
Apr 08 02:53:40.205379 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] For port 15ea6272-ea85-47cf-ad3d-80473f241c2d, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=15ea6272-ea85-47cf-ad3d-80473f241c2d,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:53:40.205732 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:40.213112 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-55e44472-73f5-43d8-9b94-492827bf717d req-aea96caa-6370-46d5-96fd-4ede520b711e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=d76d284f-afdf-44a5-af38-36db0a29af4e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385571
Apr 08 02:53:40.533376 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:40.533886 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:40.534037 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP 2c3c42e6-7364-4044-af79-5c951735b189 disassociated. External IP: 172.27.1.87, port: 15ea6272-ea85-47cf-ad3d-80473f241c2d.
Apr 08 02:53:40.534368 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 15ea6272-ea85-47cf-ad3d-80473f241c2d owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:53:40.745860 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede773d-edff-4088-a7ea-974f794aeb8e req-75c8aed5-96d9-410c-ae96-b03ed0d8bf56 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:40.747274 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9ede773d-edff-4088-a7ea-974f794aeb8e req-75c8aed5-96d9-410c-ae96-b03ed0d8bf56 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.2769117
Apr 08 02:53:40.841527 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9ede773d-edff-4088-a7ea-974f794aeb8e req-6671b80e-4bc3-40f1-8f16-b840d0107b94 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871501
Apr 08 02:53:40.845123 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:40.902278 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=15ea6272-ea85-47cf-ad3d-80473f241c2d,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:41.095379 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:53:41.287614 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:53:41.297381 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:53:41.308669 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:53:41.309283 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce73b9d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:41.372169 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] No DVR routers for this DVR port 15ea6272-ea85-47cf-ad3d-80473f241c2d on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:53:41.374773 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:41.377764 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-24aca0a2-ad31-4a7c-9a0c-053a04076594 req-52533f23-bd98-430d-aaa0-2519733ab71a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=d509168a-9e7c-4ff6-b331-343f649a2944 HTTP/1.1" status: 200  len: 210 time: 0.0509064
Apr 08 02:53:41.378593 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'name': 'network-vif-deleted', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:53:41.400738 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9ef3ff0b-7960-432a-885e-05f5dac7f2f9 req-f2b0b02a-ae88-4bce-9e43-a950e016f391 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "DELETE /v2.0/ports/15ea6272-ea85-47cf-ad3d-80473f241c2d HTTP/1.1" status: 204  len: 173 time: 1.5034285
Apr 08 02:53:41.439898 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927ddc19-021c-43d8-9ebe-21dbd7a6ff5c'] response: {'server_uuid': 'd509168a-9e7c-4ff6-b331-343f649a2944', 'name': 'network-vif-deleted', 'tag': '15ea6272-ea85-47cf-ad3d-80473f241c2d', 'status': 'completed', 'code': 200}
Apr 08 02:53:41.496339 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:53:41.835573 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce73b9d0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:41.839281 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:53:41.847247 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:53:41.847826 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce73b9d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:53:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:42.027489 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:53:42.036745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb00fc8-409f-43d3-bf67-9386332644e5 req-cce1b55f-8d60-4379-8794-83d3183229e0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:42.038490 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6cb00fc8-409f-43d3-bf67-9386332644e5 req-cce1b55f-8d60-4379-8794-83d3183229e0 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 945 time: 0.0840676
Apr 08 02:53:42.070633 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:53:42.085178 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6cb00fc8-409f-43d3-bf67-9386332644e5 req-94849416-c9d2-4d53-973e-a09c5c2b0633 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409570
Apr 08 02:53:42.190325 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:42.218788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:53:42.228679 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:53:42.233253 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:42.277683 dv-cinder-837051-1-iscsi neutron-server[87224]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c6fe6fe8-230b-4dfc-ab10-4e5c0a6755fe']: {'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'code': 422} returned with failed status
Apr 08 02:53:42.306211 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=8']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:42.374286 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce73b9d0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:53:42.378288 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccb68f-748b-487a-ab7f-504c81050e8e None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:53:42.509656 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49326) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:42.580345 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ced90ab9-fee6-4585-a536-d45806484763 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:42.610639 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ced90ab9-fee6-4585-a536-d45806484763 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:42.666676 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879d851f-1d23-46e8-a472-839da882b101 None None] New status for floating IP 2c3c42e6-7364-4044-af79-5c951735b189: DOWN {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:53:42.670653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ced90ab9-fee6-4585-a536-d45806484763 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:42.693926 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced90ab9-fee6-4585-a536-d45806484763 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76d284f-afdf-44a5-af38-36db0a29af4e,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:42.711911 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ced90ab9-fee6-4585-a536-d45806484763 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:42.713201 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ced90ab9-fee6-4585-a536-d45806484763 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/security-groups/d76d284f-afdf-44a5-af38-36db0a29af4e HTTP/1.1" status: 204  len: 168 time: 0.2023895
Apr 08 02:53:42.715739 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49334) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:42.736581 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-43d58a10-d4c6-405c-96fc-be97546c219d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] show failed (client error): The resource could not be found.
Apr 08 02:53:42.737912 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-43d58a10-d4c6-405c-96fc-be97546c219d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups/d76d284f-afdf-44a5-af38-36db0a29af4e HTTP/1.1" status: 404  len: 347 time: 0.0211613
Apr 08 02:53:42.741378 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49340) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:42.910443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 5e0d8788-08d2-45c8-aea9-cb92fd356c38 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:53:42.910821 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.085172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.085501 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.212866 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 5e0d8788-08d2-45c8-aea9-cb92fd356c38 owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:53:43.354878 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.401955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=5e0d8788-08d2-45c8-aea9-cb92fd356c38,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:43.597764 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.612087 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.613256 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-c93cbc1e-a69f-45de-8e79-f1f444377f9b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/floatingips/2c3c42e6-7364-4044-af79-5c951735b189 HTTP/1.1" status: 204  len: 168 time: 0.8707635
Apr 08 02:53:43.716966 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-32d09e1d-bf36-47ce-81f3-053d6d6e5788 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1042247
Apr 08 02:53:43.724226 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c332e-6503-4ac5-b3ee-0a3398e34dd0 req-10632f97-e5bd-4414-a30f-9ddd5ad5b559 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:43.726692 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-451c332e-6503-4ac5-b3ee-0a3398e34dd0 req-10632f97-e5bd-4414-a30f-9ddd5ad5b559 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1512218
Apr 08 02:53:43.772617 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-451c332e-6503-4ac5-b3ee-0a3398e34dd0 req-cb3a495c-69c8-4d65-b51e-740c6022d32b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401993
Apr 08 02:53:43.826013 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49368) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:43.831318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--339958649', 'description': 'tempest-description--317394664'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:53:43.837732 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:43.842072 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:43.845398 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:43.851613 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:43.862189 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.882189 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:43.885939 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:43.888745 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:43.894333 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:43.967862 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:43.971421 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.018870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e539abe8-89cb-499b-84cb-e0665e2f42d7,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:44.021684 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.022889 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-5858c9b6-54c1-49c9-93d0-2d0b57fd286e tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1958005
Apr 08 02:53:44.025940 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49376) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:44.030955 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': 'e539abe8-89cb-499b-84cb-e0665e2f42d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:53:44.036641 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:44.041038 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:44.043847 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:44.049982 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:44.067187 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.099828 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 15ea6272-ea85-47cf-ad3d-80473f241c2d no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:53:44.128120 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.131752 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.139965 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 15ea6272-ea85-47cf-ad3d-80473f241c2d {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:53:44.140397 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 15ea6272-ea85-47cf-ad3d-80473f241c2d not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:53:44.140822 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:53:44.154744 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885a963d-51fc-4a60-a398-ecc4adc268a4,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:44.165314 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.166476 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d9013ef5-62f1-4c4c-a13e-e5658f3fb32c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1395695
Apr 08 02:53:44.169078 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49380) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:44.174024 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'security_group_rule': {'security_group_id': 'e539abe8-89cb-499b-84cb-e0665e2f42d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:53:44.180562 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:44.184607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:security_group_rule and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:44.187382 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:44.193643 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:44.211335 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.277692 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.282172 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.307426 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca54788-5826-4c01-8e96-4d1652809bd4,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:44.317483 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.318693 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4fd9cf3b-b18f-4a73-8ae7-030081d6a1fe tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1487081
Apr 08 02:53:44.321949 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49384) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:53:44.327266 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:53:44.333338 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:44.338046 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Usage tracker for resource:floatingip and tenant:ee869d0592334c418ed6cf2b4ba04ace is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:53:44.341075 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:53:44.347003 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:44.356682 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.488175 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.637557 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.27.1.200 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/40656b26-0c08-4664-a3a9-e743242dbf04) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:53:44.681632 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-fdcd9ffa-47d4-4dff-ae35-535ecc493dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:44.683102 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-fdcd9ffa-47d4-4dff-ae35-535ecc493dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66&tenant_id=688b5f689e3e41249484667a939fd5f8 HTTP/1.1" status: 200  len: 1096 time: 0.0821147
Apr 08 02:53:44.789319 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-1b1a45fb-1ea9-464b-8ddd-74a9cf6f659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:44.790803 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-1b1a45fb-1ea9-464b-8ddd-74a9cf6f659b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1096 time: 0.0753806
Apr 08 02:53:44.798083 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.832456 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:44.927036 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-aef1ec4d-8929-45c0-934a-8c69994ff880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:44.929144 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-aef1ec4d-8929-45c0-934a-8c69994ff880 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.1316838
Apr 08 02:53:45.009644 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:53:45.019869 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:53:45.026355 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:53:45.032626 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-eb7f932a-e135-4b3b-974b-d3f6d6c64b2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 200  len: 998 time: 0.0959804
Apr 08 02:53:45.051114 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=40656b26-0c08-4664-a3a9-e743242dbf04,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:45.094025 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-6d0ebc81-9c93-46c8-9391-bb36479b1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:45.095467 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-6d0ebc81-9c93-46c8-9391-bb36479b1988 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0571947
Apr 08 02:53:45.123827 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103e48b-3597-4b83-ad0a-afb0339a855a req-d06fb0b1-a484-4fde-8f11-58fc64786be1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:45.125314 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1103e48b-3597-4b83-ad0a-afb0339a855a req-d06fb0b1-a484-4fde-8f11-58fc64786be1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1781104
Apr 08 02:53:45.148670 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:45.176164 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-94f7d00e-3423-46df-80e6-63b97a90c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:45.177883 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-94f7d00e-3423-46df-80e6-63b97a90c1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763280
Apr 08 02:53:45.213956 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1103e48b-3597-4b83-ad0a-afb0339a855a req-e436faf4-ba6a-47d7-bad2-b6ee7e3d6148 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811048
Apr 08 02:53:45.231440 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:45.308254 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-aaefed9e-19e3-425c-9d4f-045a9a11fab6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246009
Apr 08 02:53:45.447051 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-07d10645-aaac-4c52-bb0f-0d733b9f46a2 req-83801ccd-fb7e-49c7-ad76-f3057eb34e53 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315687
Apr 08 02:53:45.449568 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:45.453903 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:45.565453 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=40656b26-0c08-4664-a3a9-e743242dbf04,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:45.575578 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:45.597151 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:45.598331 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-2054b052-5b9b-46f8-b79b-94c4734471ef tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2753444
Apr 08 02:53:45.855722 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-c58313c5-2263-496b-bc70-40945704bdde req-b4336485-74b4-42cb-9b58-d631d858169a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:53:45.875299 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-c58313c5-2263-496b-bc70-40945704bdde req-b4336485-74b4-42cb-9b58-d631d858169a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:53:45.876867 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-b4336485-74b4-42cb-9b58-d631d858169a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--339958649&fields=id&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 267 time: 0.0626092
Apr 08 02:53:46.117667 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-a54c0631-1fb4-4fd5-ade7-06a08cca409c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:46.119153 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-a54c0631-1fb4-4fd5-ade7-06a08cca409c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.2278411
Apr 08 02:53:46.135805 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-8f7fd690-db82-479c-84cf-c753902f6577 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/quotas/ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 375 time: 0.0098066
Apr 08 02:53:46.233708 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-c58313c5-2263-496b-bc70-40945704bdde req-ef355720-15ec-4f91-87f8-03485f5fae61 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:53:46.257038 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-c58313c5-2263-496b-bc70-40945704bdde req-ef355720-15ec-4f91-87f8-03485f5fae61 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:53:46.258462 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-ef355720-15ec-4f91-87f8-03485f5fae61 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1166923
Apr 08 02:53:46.422818 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-8b58c101-9414-4e99-8c22-3853fa9823b7 service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507397
Apr 08 02:53:46.469839 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a98bdb-6317-41bb-8d2c-5516fe0ddb61 req-3a7defa6-ccd7-40eb-bd79-065c188a6877 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:46.471871 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-40a98bdb-6317-41bb-8d2c-5516fe0ddb61 req-3a7defa6-ccd7-40eb-bd79-065c188a6877 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1274645
Apr 08 02:53:46.546549 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-40a98bdb-6317-41bb-8d2c-5516fe0ddb61 req-12ea603f-f329-4680-a25c-bc1e20a5a4ba tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643384
Apr 08 02:53:46.596716 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-4a64a39e-e072-4165-b74e-2cd697a79db0 service neutron] 10.222.0.23 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1676157
Apr 08 02:53:46.796569 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8d339af1-8a95-4020-a918-a03f073a6aa2 req-32e77df3-48d2-4a91-8180-16a8318ff263 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0445085
Apr 08 02:53:47.749278 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebd4a0-bed5-48f2-ae19-0768944dc442 req-340239ff-2cde-4490-a2d1-93970acd1ff9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:47.752398 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00ebd4a0-bed5-48f2-ae19-0768944dc442 req-340239ff-2cde-4490-a2d1-93970acd1ff9 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0839489
Apr 08 02:53:47.797734 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00ebd4a0-bed5-48f2-ae19-0768944dc442 req-3966966c-a519-43fb-acbc-d00366b0bfb1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406530
Apr 08 02:53:47.963304 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c5bcc056-a59c-4113-9c6b-8423cfdfd3d3 req-74907985-fcfc-4377-a321-0d5cd9c593e6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0576789
Apr 08 02:53:49.015891 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0193b-9c47-416c-bf94-5caad607e77e req-cc18bf6c-659a-4e3e-a723-4eebc228ddf1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:49.017400 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b2f0193b-9c47-416c-bf94-5caad607e77e req-cc18bf6c-659a-4e3e-a723-4eebc228ddf1 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1018157
Apr 08 02:53:49.181479 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b2f0193b-9c47-416c-bf94-5caad607e77e req-7f4fd418-02d6-4639-bbc1-f90e095a4b96 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565471
Apr 08 02:53:49.348072 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ef373307-3bb8-4801-95dd-08ad2749ac3a req-f307bfc7-49af-4f27-af2c-ef3f6be5a0d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.2668283
Apr 08 02:53:50.551008 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6ae1b44d-c1a0-4783-80b9-59173ceeee70 req-0c76da20-4132-45de-b3a1-c994613abb37 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0711799
Apr 08 02:53:50.607037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab6b78-7689-49bd-8c5f-d24f9df0b5fe req-d0d49147-2e0e-40cf-89f7-9ff7923c3d29 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:50.608676 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3bab6b78-7689-49bd-8c5f-d24f9df0b5fe req-d0d49147-2e0e-40cf-89f7-9ff7923c3d29 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1548102
Apr 08 02:53:50.655755 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3bab6b78-7689-49bd-8c5f-d24f9df0b5fe req-7fb90dd8-1f6f-4fea-905e-fa4966e6ba35 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411189
Apr 08 02:53:51.711519 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e0f66e64-c311-4cee-b831-869ace91197e req-5ba3c8ae-58ec-4a76-8785-602402165a6b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0507317
Apr 08 02:53:51.885648 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af23b27-beef-46f6-9a2b-5c4bf9ef1f19 req-fd672464-f936-4ac9-a94c-34d497e75461 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:51.887962 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3af23b27-beef-46f6-9a2b-5c4bf9ef1f19 req-fd672464-f936-4ac9-a94c-34d497e75461 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1035066
Apr 08 02:53:51.942668 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3af23b27-beef-46f6-9a2b-5c4bf9ef1f19 req-89a6c5a9-bb6c-49f0-a695-4ca217e921af tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471251
Apr 08 02:53:52.916455 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09592c71-825a-4f9f-8265-1bb177528568 req-2542bf7d-20b1-4b30-81e2-c4df625d53f5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0456738
Apr 08 02:53:53.145275 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332027b-bcc1-4bf2-ad86-ca3adbc2c68b req-b4c13510-3e08-4d2e-8af0-bdb2306a5757 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:53.147205 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d332027b-bcc1-4bf2-ad86-ca3adbc2c68b req-b4c13510-3e08-4d2e-8af0-bdb2306a5757 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0871975
Apr 08 02:53:53.200908 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d332027b-bcc1-4bf2-ad86-ca3adbc2c68b req-f717e0b9-0406-4b6a-a812-5faebc6445e6 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431640
Apr 08 02:53:54.074455 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-db9ed50a-e81b-4090-9c59-7f9dd67d6df4 req-c023c99b-53b6-4fd8-b750-5d20030968a2 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0484946
Apr 08 02:53:54.091869 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:53:54.395151 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ad379-727f-4e90-ba2f-030ade34e183 req-68eda37b-acb0-4aea-a8f3-fd087eaf4192 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:54.397243 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ff1ad379-727f-4e90-ba2f-030ade34e183 req-68eda37b-acb0-4aea-a8f3-fd087eaf4192 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0832357
Apr 08 02:53:54.444305 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ff1ad379-727f-4e90-ba2f-030ade34e183 req-4bc37114-5f7e-4324-8628-b62215174c09 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392349
Apr 08 02:53:55.217838 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-744b9cca-23f4-4297-8e67-f530d865ff06 req-df9f1e65-1ba4-46f3-8278-c2f4dd5cf12d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0419395
Apr 08 02:53:55.634627 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51f804-d943-4920-ad20-144a9a6b39a3 req-a8f1cb3a-dbb9-4a44-ae45-c56168398524 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:55.636088 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1a51f804-d943-4920-ad20-144a9a6b39a3 req-a8f1cb3a-dbb9-4a44-ae45-c56168398524 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0816514
Apr 08 02:53:55.679741 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1a51f804-d943-4920-ad20-144a9a6b39a3 req-3a9a650e-029b-46cf-bb8b-14bc5711ed15 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380552
Apr 08 02:53:56.371288 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a4e9c178-6bd6-4e9b-a1b4-923a2bf22b5b req-b06fbd16-1190-47a7-9377-2813afae3df9 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0489411
Apr 08 02:53:56.872850 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e5856-8f0b-43dc-9ab1-8bd2fea9e66e req-e1800fc1-de34-4120-bb7b-efb8835139f2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:56.874250 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a40e5856-8f0b-43dc-9ab1-8bd2fea9e66e req-e1800fc1-de34-4120-bb7b-efb8835139f2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0805585
Apr 08 02:53:56.917801 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a40e5856-8f0b-43dc-9ab1-8bd2fea9e66e req-e644fb36-fa93-4089-9aa1-4100f139b355 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379381
Apr 08 02:53:57.523745 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-23bd5543-2ef2-4b18-9103-2417653f4342 req-ca280737-f05e-474b-8554-0ea653e10bfa tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0456624
Apr 08 02:53:58.123294 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9022-abc9-4d9f-91e2-f684680f8e5f req-d59fb99a-6bf1-433e-b5e2-88acb9017a4b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:58.124764 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9fff9022-abc9-4d9f-91e2-f684680f8e5f req-d59fb99a-6bf1-433e-b5e2-88acb9017a4b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.0949852
Apr 08 02:53:58.171710 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9fff9022-abc9-4d9f-91e2-f684680f8e5f req-8a300a7f-b8d8-4b71-b52c-d106bb63ef33 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412474
Apr 08 02:53:58.684752 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-70d21a23-a478-4f45-8887-5ff499a048c4 req-3408f140-8dd0-4447-a045-416a847d6bd0 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.0471754
Apr 08 02:53:58.719137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-e42bb0d4-630c-408b-b87b-3fe2fd7cd9f3 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:58.720631 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-e42bb0d4-630c-408b-b87b-3fe2fd7cd9f3 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 814 time: 0.1520529
Apr 08 02:53:58.780812 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-d09773fa-b6b7-472c-aa57-f6a24589b805 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee869d0592334c418ed6cf2b4ba04ace HTTP/1.1" status: 200  len: 379 time: 0.0454414
Apr 08 02:53:58.790630 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'port': {'device_id': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'admin_state_up': True, 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'security_groups': ['e539abe8-89cb-499b-84cb-e0665e2f42d7']}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:53:58.924990 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:53:58.934649 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:53:58.943893 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Made reservation on behalf of ee869d0592334c418ed6cf2b4ba04ace for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:53:58.947872 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:59.103663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Allocated IP 172.20.0.10 (43b1983b-07c7-47cb-8ae4-f6d4398035b6/de022256-0697-4bb1-ade2-6e147cbe87b9/105e599f-0cdc-4b32-9684-f0286bd3064f) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:53:59.327059 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:59.354136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Transition to ACTIVE for port object 105e599f-0cdc-4b32-9684-f0286bd3064f will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:53:59.398974 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb102dee-0a6a-4d86-af4f-6d50970dfd85 req-1e072525-ab47-43e4-ba06-1b8ecd1aae11 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:59.400429 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fb102dee-0a6a-4d86-af4f-6d50970dfd85 req-1e072525-ab47-43e4-ba06-1b8ecd1aae11 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 943 time: 0.1143959
Apr 08 02:53:59.419421 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:59.505757 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:53:59.517478 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:53:59.521532 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fb102dee-0a6a-4d86-af4f-6d50970dfd85 req-b6d17e49-ba16-4dcc-a7c9-bb266ae4e3e2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1154261
Apr 08 02:53:59.522293 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:53:59.553240 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event updated for resources: {'Port': ['ID=105e599f-0cdc-4b32-9684-f0286bd3064f,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:53:59.573932 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.574279 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.574614 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.574951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.575274 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.575599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.575919 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.576261 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.576581 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.576904 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.577221 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.577536 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:53:59.601499 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:59.602229 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:59.627747 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-f4e9ba90-0bad-428f-b7cb-74225cfd4a86 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8414533
Apr 08 02:53:59.647081 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Request body: {'port': {'device_id': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:53:59.747093 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2beadb27-d112-42c6-a6d2-b80d496d6502 None None] Provisioning for port 105e599f-0cdc-4b32-9684-f0286bd3064f completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:53:59.752553 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2beadb27-d112-42c6-a6d2-b80d496d6502 None None] Provisioning complete for port 105e599f-0cdc-4b32-9684-f0286bd3064f triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:53:59.752916 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2beadb27-d112-42c6-a6d2-b80d496d6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:59.763998 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:53:59.806582 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2beadb27-d112-42c6-a6d2-b80d496d6502 None None] Port 105e599f-0cdc-4b32-9684-f0286bd3064f cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:53:59.877845 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6a3e4-0dd8-4d18-801b-5a7c48940293 req-bf9a1c3a-0997-45ac-b2b2-c1c1f1177621 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:53:59.879202 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1ed6a3e4-0dd8-4d18-801b-5a7c48940293 req-bf9a1c3a-0997-45ac-b2b2-c1c1f1177621 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 932 time: 0.0833812
Apr 08 02:53:59.922195 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-1ed6a3e4-0dd8-4d18-801b-5a7c48940293 req-acb65e7c-0226-4530-8473-b77b52c90c7c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:53:59.934167 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-1ed6a3e4-0dd8-4d18-801b-5a7c48940293 req-acb65e7c-0226-4530-8473-b77b52c90c7c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:53:59.935292 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1ed6a3e4-0dd8-4d18-801b-5a7c48940293 req-acb65e7c-0226-4530-8473-b77b52c90c7c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501537
Apr 08 02:54:00.191905 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105e599f-0cdc-4b32-9684-f0286bd3064f {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:54:00.198877 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.213344 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:54:00.214592 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Transition to ACTIVE for port object 105e599f-0cdc-4b32-9684-f0286bd3064f will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:54:00.218316 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.371797 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:00.389558 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'port_id': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'mac_address': 'fa:16:3e:3e:3f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:54:00.393279 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.413362 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Pushing event updated for resources: {'Port': ['ID=105e599f-0cdc-4b32-9684-f0286bd3064f,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:00.456420 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.466425 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Attempting to bind port 105e599f-0cdc-4b32-9684-f0286bd3064f on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:54:00.467108 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Attempting to bind port 105e599f-0cdc-4b32-9684-f0286bd3064f by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:54:00.467718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Attempting to bind port 105e599f-0cdc-4b32-9684-f0286bd3064f on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:54:00.473018 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Port 105e599f-0cdc-4b32-9684-f0286bd3064f on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:54:00.473520 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Attempting to bind port 105e599f-0cdc-4b32-9684-f0286bd3064f on network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:54:00.474265 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b47b52-100c-4e18-8a4a-3d16d8561d14 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:54:00.479958 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:54:00.480525 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Checking segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:54:00.481065 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Bound using segment: {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:54:00.481686 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Bound port: 105e599f-0cdc-4b32-9684-f0286bd3064f, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b843af14-8399-43eb-a7d3-6512493a8ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:54:00.482191 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.493887 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:00.497856 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.578016 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] For port 105e599f-0cdc-4b32-9684-f0286bd3064f, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:54:00.578895 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=9']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:00.581441 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] For port 105e599f-0cdc-4b32-9684-f0286bd3064f, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105e599f-0cdc-4b32-9684-f0286bd3064f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:54:00.585728 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.640881 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:00.641478 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:00.642817 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] 10.222.0.41 "PUT /v2.0/ports/105e599f-0cdc-4b32-9684-f0286bd3064f HTTP/1.1" status: 200  len: 1094 time: 1.0005426
Apr 08 02:54:00.643255 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:54:00.711295 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25dc8761-6f8e-4152-9966-555841f406c0'] response: {'name': 'network-changed', 'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'status': 'completed', 'code': 200}
Apr 08 02:54:00.726669 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97ec94-b086-4f94-86c2-80ff8b7f6deb service neutron] Pushing event updated for resources: {'Port': ['ID=105e599f-0cdc-4b32-9684-f0286bd3064f,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:00.771348 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eb457-83cd-406a-80a8-c42a2faefa46 req-8a1a103a-ba27-4e07-8fd9-52f10498cdfb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:00.773079 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-503eb457-83cd-406a-80a8-c42a2faefa46 req-8a1a103a-ba27-4e07-8fd9-52f10498cdfb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 944 time: 0.1071470
Apr 08 02:54:00.860822 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-503eb457-83cd-406a-80a8-c42a2faefa46 req-4ff14f1d-5dd2-4aad-872c-28d3469a93bd tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528350
Apr 08 02:54:00.882310 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-91a4c69b-2783-4e7a-ba16-3602c3940bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:00.883758 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-91a4c69b-2783-4e7a-ba16-3602c3940bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 1097 time: 0.1650848
Apr 08 02:54:00.957373 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['b1b47b52-100c-4e18-8a4a-3d16d8561d14'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:54:00.960605 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-851bdbdd-0501-4a0b-8a82-af0da02386f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=105e599f-0cdc-4b32-9684-f0286bd3064f HTTP/1.1" status: 200  len: 217 time: 0.0637064
Apr 08 02:54:01.023755 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-ec71ef55-ea32-4996-af74-3719803898ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.025343 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-ec71ef55-ea32-4996-af74-3719803898ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0589142
Apr 08 02:54:01.114952 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58313c5-2263-496b-bc70-40945704bdde req-a0873024-bc1f-43d2-a900-ff011dbe979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.117172 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-a0873024-bc1f-43d2-a900-ff011dbe979f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857644
Apr 08 02:54:01.127206 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-787a2f3a-5fca-4546-943e-599a3141c5a9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:54:01.128278 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-787a2f3a-5fca-4546-943e-599a3141c5a9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051479
Apr 08 02:54:01.147065 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c6574-83fa-4f1c-bae9-e0150eaa88f8 req-5aa3d622-616d-4a87-af7d-367ec0aa7ba2 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.149373 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-919c6574-83fa-4f1c-bae9-e0150eaa88f8 req-5aa3d622-616d-4a87-af7d-367ec0aa7ba2 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 944 time: 0.1022074
Apr 08 02:54:01.198302 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-919c6574-83fa-4f1c-bae9-e0150eaa88f8 req-e8660f1a-e53f-4d94-a73f-16cf5f2cc8c5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427966
Apr 08 02:54:01.262074 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-786f429f-583e-4f30-a3cb-71a50c41f716 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273439
Apr 08 02:54:01.396220 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c58313c5-2263-496b-bc70-40945704bdde req-c369c2cf-97de-47ae-8df6-76cb8b05788c service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273191
Apr 08 02:54:01.577999 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-d09259e4-1827-4703-9a37-e0ec4d4ae936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.579356 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-d09259e4-1827-4703-9a37-e0ec4d4ae936 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 1097 time: 0.0692234
Apr 08 02:54:01.705745 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-ae791614-b6ca-4d0c-8423-96cdaebb7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.707153 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-ae791614-b6ca-4d0c-8423-96cdaebb7e6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1213090
Apr 08 02:54:01.777672 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-18e63ac7-9500-4482-8620-5cd829874a93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=105e599f-0cdc-4b32-9684-f0286bd3064f HTTP/1.1" status: 200  len: 217 time: 0.0644021
Apr 08 02:54:01.838951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-4aaeb75f-36c0-43d7-a318-9526b5756bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:01.840354 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-4aaeb75f-36c0-43d7-a318-9526b5756bf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0560551
Apr 08 02:54:02.068467 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-de719b1f-ac55-41dd-a03f-434fe062d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:02.070432 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-de719b1f-ac55-41dd-a03f-434fe062d256 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2241275
Apr 08 02:54:02.081254 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce044f2-897b-4163-a42b-66c10ba0b85f req-13cb0c20-13d2-4468-986b-e6cf782b4626 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:02.082563 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce044f2-897b-4163-a42b-66c10ba0b85f req-13cb0c20-13d2-4468-986b-e6cf782b4626 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 944 time: 0.0997767
Apr 08 02:54:02.212497 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2ce044f2-897b-4163-a42b-66c10ba0b85f req-8b691b86-eae5-4ba3-aba1-5d2fc0315230 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118264
Apr 08 02:54:02.247421 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-e0af6b36-90b6-4f56-b3c8-2ba339419e23 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639504
Apr 08 02:54:02.379022 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-928084d9-1c06-47b3-b8bb-572276f4ceea req-68a561e2-b665-4776-801a-f1f209b8d1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248064
Apr 08 02:54:02.387584 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4165be6-6eed-4bc8-9e8d-e337170decfd req-d2d92bf9-193f-4c4c-a56c-7dc55092a168 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:02.389030 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a4165be6-6eed-4bc8-9e8d-e337170decfd req-d2d92bf9-193f-4c4c-a56c-7dc55092a168 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 944 time: 0.0814126
Apr 08 02:54:02.432415 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a4165be6-6eed-4bc8-9e8d-e337170decfd req-8dfeaf71-21f1-4729-8357-01fd233794d4 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378170
Apr 08 02:54:03.403395 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5abda-3f4a-43c8-90bb-c1b925f30f36 req-08922c48-002e-4c45-b107-51b24310afc4 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:03.404941 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-44f5abda-3f4a-43c8-90bb-c1b925f30f36 req-08922c48-002e-4c45-b107-51b24310afc4 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 944 time: 0.0830643
Apr 08 02:54:03.452882 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-44f5abda-3f4a-43c8-90bb-c1b925f30f36 req-dd2a5723-c3ed-4d75-a5c1-0c1adbff9036 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420935
Apr 08 02:54:03.617369 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec885-f25c-4b25-a218-ec5cd5f8434c req-2e6e791f-c525-4f38-a9d3-6505dd8ffb4c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:03.618804 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7caec885-f25c-4b25-a218-ec5cd5f8434c req-2e6e791f-c525-4f38-a9d3-6505dd8ffb4c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 944 time: 0.0812950
Apr 08 02:54:03.665227 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7caec885-f25c-4b25-a218-ec5cd5f8434c req-06080dcc-e258-4019-93c0-80f8f3973fce tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407708
Apr 08 02:54:04.231705 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105e599f-0cdc-4b32-9684-f0286bd3064f details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:54:04.238530 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:54:04.399516 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port b1b47b52-100c-4e18-8a4a-3d16d8561d14 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:04.399870 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:04.457952 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105e599f-0cdc-4b32-9684-f0286bd3064f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105e599f-0cdc-4b32-9684-f0286bd3064f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:04.480179 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'port_id': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'mac_address': 'fa:16:3e:f9:a2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:54:04.578375 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:04.607394 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105e599f-0cdc-4b32-9684-f0286bd3064f {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:54:04.623328 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:04.641952 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105e599f-0cdc-4b32-9684-f0286bd3064f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105e599f-0cdc-4b32-9684-f0286bd3064f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:04.650006 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:04.668510 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7c134-835b-4823-acb7-2169832801f9 req-4acda600-e73e-4d77-8d48-0e020a212e6d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:04.669967 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-83b7c134-835b-4823-acb7-2169832801f9 req-4acda600-e73e-4d77-8d48-0e020a212e6d tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 944 time: 0.0953066
Apr 08 02:54:04.691781 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:54:04.716601 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-83b7c134-835b-4823-acb7-2169832801f9 req-3eef470b-0be9-41b1-8640-f733b8a7f408 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408711
Apr 08 02:54:04.718133 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:04.732109 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:04.741790 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=105e599f-0cdc-4b32-9684-f0286bd3064f,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:04.784736 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6cd567a-ef9b-49b7-b6f4-13011359c43d'] response: {'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'code': 200}
Apr 08 02:54:04.817017 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=10']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:04.936077 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87b5a-3e51-432a-b53c-4cf1137ec04d req-a6312cd8-6f46-438d-b730-7a0e36623fee tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:04.937550 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9cb87b5a-3e51-432a-b53c-4cf1137ec04d req-a6312cd8-6f46-438d-b730-7a0e36623fee tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 945 time: 0.1489019
Apr 08 02:54:04.986114 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9cb87b5a-3e51-432a-b53c-4cf1137ec04d req-58a287e4-d768-4d12-a79b-96bf71fda781 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393636
Apr 08 02:54:05.068963 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-df60b584-6911-4fd1-b321-ff19dfd6e269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:05.085336 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['105e599f-0cdc-4b32-9684-f0286bd3064f'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:54:05.094731 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7e5cc-1279-4642-bc20-81d44b4171d8 req-8957047b-7a78-4887-8d94-456aea3fc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:05.096802 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eff7e5cc-1279-4642-bc20-81d44b4171d8 req-8957047b-7a78-4887-8d94-456aea3fc12a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1099 time: 0.0773499
Apr 08 02:54:05.153099 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-eff7e5cc-1279-4642-bc20-81d44b4171d8 req-ec922bab-136c-4fd9-99fa-ef1d43e47113 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396962
Apr 08 02:54:05.552202 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90580a68-d14d-48d5-857b-55bea4ab2bb1 req-a9b6fd85-fcf0-49b7-9a7d-d6b7355fe18f tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:05.554474 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-90580a68-d14d-48d5-857b-55bea4ab2bb1 req-a9b6fd85-fcf0-49b7-9a7d-d6b7355fe18f tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0818064
Apr 08 02:54:05.605190 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-90580a68-d14d-48d5-857b-55bea4ab2bb1 req-52d42daf-11c0-4773-9b18-0c73dd73ba4a tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439003
Apr 08 02:54:05.917577 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38b926-581a-418b-b3f2-63c776c97cbc req-926d0777-70b8-4083-a078-1af931356e03 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:05.919033 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-db38b926-581a-418b-b3f2-63c776c97cbc req-926d0777-70b8-4083-a078-1af931356e03 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 946 time: 0.0830216
Apr 08 02:54:05.963158 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-db38b926-581a-418b-b3f2-63c776c97cbc req-a8f1efc5-35c8-4358-9bc3-3225b0f9c07b tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384178
Apr 08 02:54:06.177691 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38e36-5898-4de6-a9f5-659e5bcdadd3 req-62365b51-d233-41e8-a3d9-4c30462e549d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:06.178360 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-afb38e36-5898-4de6-a9f5-659e5bcdadd3 req-62365b51-d233-41e8-a3d9-4c30462e549d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Synchronizing usage tracker for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:54:06.194904 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-afb38e36-5898-4de6-a9f5-659e5bcdadd3 req-62365b51-d233-41e8-a3d9-4c30462e549d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Unset dirty status for tenant:ee869d0592334c418ed6cf2b4ba04ace on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:54:06.196878 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-afb38e36-5898-4de6-a9f5-659e5bcdadd3 req-62365b51-d233-41e8-a3d9-4c30462e549d tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 945 time: 0.0969462
Apr 08 02:54:06.244896 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-afb38e36-5898-4de6-a9f5-659e5bcdadd3 req-6e169a39-2465-4f01-b628-f699bbabee26 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418904
Apr 08 02:54:06.790960 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef65efe-fa83-4d85-b892-38b6cec3a5ea req-080c61e2-4d6e-42c4-b49a-6a9c0298f2a1 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:06.792418 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2ef65efe-fa83-4d85-b892-38b6cec3a5ea req-080c61e2-4d6e-42c4-b49a-6a9c0298f2a1 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0823367
Apr 08 02:54:06.839536 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-2ef65efe-fa83-4d85-b892-38b6cec3a5ea req-ca700e37-2363-44b7-9e85-570ddfccb0d5 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415311
Apr 08 02:54:07.214260 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134872e-acab-4235-944a-8223ecca379a req-d272f04a-90f7-489d-b49e-563ed04e9a42 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:07.215767 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2134872e-acab-4235-944a-8223ecca379a req-d272f04a-90f7-489d-b49e-563ed04e9a42 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 946 time: 0.0806305
Apr 08 02:54:07.234531 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-8233f3ec-6fe6-4aa2-b1bc-7906417c845a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:07.270295 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2134872e-acab-4235-944a-8223ecca379a req-c1affc0c-1ea2-49b8-b627-5a7899a8acfc tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461082
Apr 08 02:54:07.441367 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998dea2-64fe-4712-b915-c1b3e04e86e6 req-1fc50687-400d-4bb6-b68c-6a191225e824 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:07.448940 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9998dea2-64fe-4712-b915-c1b3e04e86e6 req-1fc50687-400d-4bb6-b68c-6a191225e824 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 945 time: 0.0876946
Apr 08 02:54:07.502404 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9998dea2-64fe-4712-b915-c1b3e04e86e6 req-f3e8423d-dc23-4973-bba9-21d02a2ff12b tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525393
Apr 08 02:54:08.034360 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541668e8-de90-408b-a670-706fc59445a1 req-cc9afd83-caae-42f8-a7a7-eee584913d13 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:08.035776 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-541668e8-de90-408b-a670-706fc59445a1 req-cc9afd83-caae-42f8-a7a7-eee584913d13 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0819881
Apr 08 02:54:08.080816 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-541668e8-de90-408b-a670-706fc59445a1 req-f618bc18-dbca-47f1-a458-03ffb833266a tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387013
Apr 08 02:54:08.248494 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105e599f-0cdc-4b32-9684-f0286bd3064f up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:54:08.314604 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 105e599f-0cdc-4b32-9684-f0286bd3064f completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:54:08.319412 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 105e599f-0cdc-4b32-9684-f0286bd3064f triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:08.319778 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.477814 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b4c60-1485-4d05-8d68-1d3d4d824c28 req-e6cbfa69-0ef4-40af-b962-c78b6032f570 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:08.486811 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ce2b4c60-1485-4d05-8d68-1d3d4d824c28 req-e6cbfa69-0ef4-40af-b962-c78b6032f570 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 946 time: 0.0995686
Apr 08 02:54:08.491096 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.493427 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.494914 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.525534 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:54:08.535425 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105e599f-0cdc-4b32-9684-f0286bd3064f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105e599f-0cdc-4b32-9684-f0286bd3064f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:08.537881 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ce2b4c60-1485-4d05-8d68-1d3d4d824c28 req-d0243b13-10d2-425f-8e62-abd17f6d129a tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501013
Apr 08 02:54:08.543736 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:08.607687 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee9d312-2ea8-4e4b-ab65-6e37d20ba935'] response: {'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'code': 200}
Apr 08 02:54:08.618028 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=105e599f-0cdc-4b32-9684-f0286bd3064f,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:08.699533 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502709b-ed42-4243-bb93-35787fe8a304 req-1afcbb72-ce35-492a-b0d5-de208a99c938 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:08.701030 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e502709b-ed42-4243-bb93-35787fe8a304 req-1afcbb72-ce35-492a-b0d5-de208a99c938 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 946 time: 0.0871491
Apr 08 02:54:08.747034 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e502709b-ed42-4243-bb93-35787fe8a304 req-5ebc0a05-2770-403e-a66e-490d868addf5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397780
Apr 08 02:54:08.879094 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7a7bf-1d40-4641-a1bb-cda80c129c86 req-9c75d596-5da2-4141-a43a-827d5f9fadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:08.880610 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-37d7a7bf-1d40-4641-a1bb-cda80c129c86 req-9c75d596-5da2-4141-a43a-827d5f9fadb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 1099 time: 0.0677109
Apr 08 02:54:08.919762 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-37d7a7bf-1d40-4641-a1bb-cda80c129c86 req-cbdf2190-3ebf-4b0f-81f6-988f3ce42da0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336030
Apr 08 02:54:09.270492 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba1fa8-b08b-4fa9-b445-12e89c938f42 req-3ba9595c-1d50-4ef5-b6af-09dce478eb62 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:09.271835 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3eba1fa8-b08b-4fa9-b445-12e89c938f42 req-3ba9595c-1d50-4ef5-b6af-09dce478eb62 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0846252
Apr 08 02:54:09.316356 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3eba1fa8-b08b-4fa9-b445-12e89c938f42 req-3f0515b1-f134-41c3-9832-626ba327da92 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385907
Apr 08 02:54:09.936635 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf865f-4a09-4c1f-886c-06a57695545b req-2d66c3d9-ab3b-4d76-a67c-619b13b8ac79 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:09.938065 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cfdf865f-4a09-4c1f-886c-06a57695545b req-2d66c3d9-ab3b-4d76-a67c-619b13b8ac79 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 946 time: 0.0825539
Apr 08 02:54:09.979469 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:09.981731 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cfdf865f-4a09-4c1f-886c-06a57695545b req-ca3c0840-e5bb-49e9-82f2-cba3786e4f6c tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380454
Apr 08 02:54:10.505790 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f0494-8757-428c-b58c-33b78ef1d7ae req-d67d87e5-de78-483b-8e80-204f108e0331 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:10.507236 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6e4f0494-8757-428c-b58c-33b78ef1d7ae req-d67d87e5-de78-483b-8e80-204f108e0331 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0796180
Apr 08 02:54:10.552449 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6e4f0494-8757-428c-b58c-33b78ef1d7ae req-ea957516-624f-4bbd-8b49-d8a0be75e14e tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393004
Apr 08 02:54:11.177366 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea912f-6866-4fea-b79d-192e3d482ce4 req-7bdbe356-6eb0-4e4b-a587-f7cc1c7887c5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:11.178819 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b9ea912f-6866-4fea-b79d-192e3d482ce4 req-7bdbe356-6eb0-4e4b-a587-f7cc1c7887c5 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 946 time: 0.0860312
Apr 08 02:54:11.226136 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b9ea912f-6866-4fea-b79d-192e3d482ce4 req-7a55d115-02db-4913-84e7-53c4796e9724 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410359
Apr 08 02:54:11.407809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32033ea1-56b5-40d4-8558-6dc744c41d07 req-f4537b6f-bbe5-48bf-bbd8-86a50697a1cb tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:11.409268 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-32033ea1-56b5-40d4-8558-6dc744c41d07 req-f4537b6f-bbe5-48bf-bbd8-86a50697a1cb tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 946 time: 0.0801551
Apr 08 02:54:11.418545 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49654) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:11.423406 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Request body: {'floatingip': {'port_id': '105e599f-0cdc-4b32-9684-f0286bd3064f'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:54:11.501619 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:11.736697 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b227c-066e-489b-9538-3372535a4ba7 req-62a55495-114f-4991-9219-59f89a6d9b3f tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:11.738162 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-186b227c-066e-489b-9538-3372535a4ba7 req-62a55495-114f-4991-9219-59f89a6d9b3f tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0792551
Apr 08 02:54:11.787119 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-186b227c-066e-489b-9538-3372535a4ba7 req-325b9c24-7f97-41b6-b67a-70ecc090ec8a tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424516
Apr 08 02:54:12.174055 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.177771 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.346980 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP 9c741a3b-0c1b-4234-8b44-0878082d91af associated. External IP: 172.27.1.200, port: 105e599f-0cdc-4b32-9684-f0286bd3064f.
Apr 08 02:54:12.686841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:54:12.859100 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:54:12.865784 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:12.870908 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:54:12.880362 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:54:12.881041 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce801130>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:13.058688 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:54:13.071511 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e30532ae-e800-4d81-915e-6b63fe550b64 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "PUT /v2.0/floatingips/9c741a3b-0c1b-4234-8b44-0878082d91af HTTP/1.1" status: 200  len: 992 time: 1.6519072
Apr 08 02:54:13.072902 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:54:13.112717 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc671b10-1cbf-4450-81ed-776562b065c2 req-7c7eb5e3-999b-44d8-85a6-7c99bfa2f3e7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.114187 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fc671b10-1cbf-4450-81ed-776562b065c2 req-7c7eb5e3-999b-44d8-85a6-7c99bfa2f3e7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.1186173
Apr 08 02:54:13.118344 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f34375-1fbe-4a01-853a-555d1b3ecaa3'] response: {'name': 'network-changed', 'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'status': 'completed', 'code': 200}
Apr 08 02:54:13.158653 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fc671b10-1cbf-4450-81ed-776562b065c2 req-244da875-b22c-44bf-918e-29281397ba46 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377584
Apr 08 02:54:13.239458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-7c19af72-aa93-4b00-a11e-d183a8a3547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.240961 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-7c19af72-aa93-4b00-a11e-d183a8a3547e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 1099 time: 0.0695322
Apr 08 02:54:13.376014 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-3e84e337-84c7-4413-a97a-e417b98b9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.377472 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-3e84e337-84c7-4413-a97a-e417b98b9efe service neutron] 10.222.0.41 "GET /v2.0/networks?id=43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 200  len: 915 time: 0.1308680
Apr 08 02:54:13.436507 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce801130>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '9c741a3b-0c1b-4234-8b44-0878082d91af', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:f9:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:53:45Z', 'updated_at': '2022-04-08T02:54:12Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:13.440376 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:54:13.451154 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:54:13.452015 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce801130>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:13.482440 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-ce03fcf3-1d9e-4163-9dbf-072ca46a7d43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=105e599f-0cdc-4b32-9684-f0286bd3064f HTTP/1.1" status: 200  len: 1000 time: 0.0986803
Apr 08 02:54:13.545596 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-cba6d91d-3b9a-4b2f-9564-2982764cb36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.547233 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-cba6d91d-3b9a-4b2f-9564-2982764cb36a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 200  len: 853 time: 0.0586443
Apr 08 02:54:13.624039 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-86639265-55d4-40be-9220-c595bdcaa3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:13.625495 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-86639265-55d4-40be-9220-c595bdcaa3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=43b1983b-07c7-47cb-8ae4-f6d4398035b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723538
Apr 08 02:54:13.630713 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:54:13.756105 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-088518ad-ba28-4535-8e52-f6b900a80636 service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231802
Apr 08 02:54:13.899358 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1e36fd84-42be-4d16-b393-17a3b114aaaa req-c49178ab-a3ff-4886-a1a4-05ef7a52876b service neutron] 10.222.0.41 "GET /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259904
Apr 08 02:54:13.975484 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce801130>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '9c741a3b-0c1b-4234-8b44-0878082d91af', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:f9:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:53:45Z', 'updated_at': '2022-04-08T02:54:12Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:13.979645 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608821ef-9f29-48c0-ac4e-04cfb5d7df6f None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '9c741a3b-0c1b-4234-8b44-0878082d91af', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'port_id': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'mac_address': 'fa:16:3e:f9:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:53:45Z', 'updated_at': '2022-04-08T02:54:12Z', 'revision_number': 1, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:54:14.150281 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec1ab78-8488-4231-8418-8a82aac49ce6 None None] New status for floating IP 9c741a3b-0c1b-4234-8b44-0878082d91af: ACTIVE {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:54:14.359702 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043ac1-c1fc-42e9-9940-ebe2514c93e0 req-9dc57cb8-1607-4829-9988-19bbfec54825 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:14.361386 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5a043ac1-c1fc-42e9-9940-ebe2514c93e0 req-9dc57cb8-1607-4829-9988-19bbfec54825 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0912900
Apr 08 02:54:14.413126 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5a043ac1-c1fc-42e9-9940-ebe2514c93e0 req-f3877e81-53a3-4510-aaaf-a2ff9453a4be tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441329
Apr 08 02:54:15.608759 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd698c21-9ec3-4783-8502-bcd5dafe7078 req-e3536c34-aee3-4c6f-8456-cce2bf896248 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:15.610192 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dd698c21-9ec3-4783-8502-bcd5dafe7078 req-e3536c34-aee3-4c6f-8456-cce2bf896248 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0807383
Apr 08 02:54:15.654997 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dd698c21-9ec3-4783-8502-bcd5dafe7078 req-f20a4c3e-ae7b-4eed-9378-c5a2621574a4 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392540
Apr 08 02:54:15.999184 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-411b3af5-fe73-4b85-ac24-95224c8880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:16.000576 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-411b3af5-fe73-4b85-ac24-95224c8880d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1098 time: 0.0753510
Apr 08 02:54:16.136132 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-b25dae36-1926-4f14-a882-468a3e43666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:16.137572 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-b25dae36-1926-4f14-a882-468a3e43666b service neutron] 10.222.0.41 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 910 time: 0.1297896
Apr 08 02:54:16.240696 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-f0a580d2-f589-494a-8a53-81e046471dbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 1001 time: 0.0959334
Apr 08 02:54:16.303197 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-96c93a75-b0a3-4b6e-9105-5ce0c4137659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:16.305304 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-96c93a75-b0a3-4b6e-9105-5ce0c4137659 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 200  len: 848 time: 0.0582008
Apr 08 02:54:16.394186 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-21a93646-7509-4f73-8607-1dd187e8ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:16.395620 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-21a93646-7509-4f73-8607-1dd187e8ea67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71466063-e434-4e94-a6a1-5afeb4638af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751154
Apr 08 02:54:16.530873 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-6636b6d8-bcea-441c-86fc-5ecb16e9766d service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286945
Apr 08 02:54:16.752955 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6de91259-3c8f-4e1d-8555-f087627f20b3 req-449a6a8e-d23e-4a02-8c32-6bbdb274ef4c service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2150106
Apr 08 02:54:16.837863 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfaabd-a484-420f-9832-3bd8615ad0e1 req-e1621d96-ebef-4d2b-bc1a-a6551b79ecae tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:16.839306 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ebfaabd-a484-420f-9832-3bd8615ad0e1 req-e1621d96-ebef-4d2b-bc1a-a6551b79ecae tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0792987
Apr 08 02:54:16.884423 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ebfaabd-a484-420f-9832-3bd8615ad0e1 req-91772132-3dea-4c92-a185-ba7c676cf25c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394557
Apr 08 02:54:18.066224 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6459531-0afc-40a1-96e2-fd9491083a29 req-17c46ad5-6710-459d-97dc-7cf66384b96c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:18.067653 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6459531-0afc-40a1-96e2-fd9491083a29 req-17c46ad5-6710-459d-97dc-7cf66384b96c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0791404
Apr 08 02:54:18.112955 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c6459531-0afc-40a1-96e2-fd9491083a29 req-4101c564-b1b6-49e3-ad2d-40b4790e5d70 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387983
Apr 08 02:54:19.307415 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4e7d1-8747-42aa-bb97-b016d3957462 req-64f21491-7b39-4349-9313-c95aede2503e tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:19.308870 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-acf4e7d1-8747-42aa-bb97-b016d3957462 req-64f21491-7b39-4349-9313-c95aede2503e tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0849559
Apr 08 02:54:19.354564 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-acf4e7d1-8747-42aa-bb97-b016d3957462 req-b5ccefb1-edcf-48b7-8d12-9b536d181f25 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400157
Apr 08 02:54:19.706623 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-c88a6f88-eaf5-4d5e-86fd-b06338a8bd49 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1412613
Apr 08 02:54:19.719443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2052724-1b9c-4aa1-8b83-702bdabf01f4 req-f3d41a9f-c686-4821-9dbe-6b7bc1b462d6 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:19.720964 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e2052724-1b9c-4aa1-8b83-702bdabf01f4 req-f3d41a9f-c686-4821-9dbe-6b7bc1b462d6 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0953448
Apr 08 02:54:19.782956 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e2052724-1b9c-4aa1-8b83-702bdabf01f4 req-b8b912cb-062b-4b9d-a885-52a718975df5 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539725
Apr 08 02:54:20.972469 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcee49-13ed-414a-80f8-080c7005040e req-0273d927-f74b-48a0-884c-4d6c35738b01 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:20.974685 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-11dcee49-13ed-414a-80f8-080c7005040e req-0273d927-f74b-48a0-884c-4d6c35738b01 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0804505
Apr 08 02:54:20.991970 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84063db-d04b-44e7-9bf8-c3d1980dcc5f req-3d236af2-e921-4e0e-9d87-fbb8d9f59563 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:20.994049 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d84063db-d04b-44e7-9bf8-c3d1980dcc5f req-3d236af2-e921-4e0e-9d87-fbb8d9f59563 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.0810812
Apr 08 02:54:21.020384 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-11dcee49-13ed-414a-80f8-080c7005040e req-8ba1530d-7f66-42e0-b01e-243195e99a36 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398371
Apr 08 02:54:21.041802 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d84063db-d04b-44e7-9bf8-c3d1980dcc5f req-7b57a6da-8d43-4680-8f18-1c902ff34ab6 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419860
Apr 08 02:54:21.784763 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-590257be-efec-4053-99f8-724b7691dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:21.786097 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-590257be-efec-4053-99f8-724b7691dec3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c&tenant_id=0f7f360a7ebf4464b91dce9442330898 HTTP/1.1" status: 200  len: 1098 time: 0.0727334
Apr 08 02:54:21.896357 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-59f49dce-466a-48a6-a9a0-0fbb8647a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:21.897775 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-59f49dce-466a-48a6-a9a0-0fbb8647a4e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1098 time: 0.0687895
Apr 08 02:54:22.025875 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-7839370b-32de-4c6b-98ba-30bf212b6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:22.027280 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-7839370b-32de-4c6b-98ba-30bf212b6e4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 910 time: 0.1230378
Apr 08 02:54:22.168387 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-0509940b-0968-4fa4-8b49-23d157d6582b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 1001 time: 0.1327970
Apr 08 02:54:22.232061 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd0659-cf8c-43e8-8925-7e912584bb54 req-79db9b06-958d-4223-b3ba-8d208a2e496d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:22.233592 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75dd0659-cf8c-43e8-8925-7e912584bb54 req-79db9b06-958d-4223-b3ba-8d208a2e496d tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.0814412
Apr 08 02:54:22.251091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-7c5430c6-c035-480d-8533-a512ae6ee09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:22.252538 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-7c5430c6-c035-480d-8533-a512ae6ee09b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 200  len: 848 time: 0.0765481
Apr 08 02:54:22.265245 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0cf45-61cf-4d43-9ed0-56886bfcbaa1 req-3a2efaa8-5ee5-4f96-afa4-15d4c7719ffd tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:22.266595 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e9c0cf45-61cf-4d43-9ed0-56886bfcbaa1 req-3a2efaa8-5ee5-4f96-afa4-15d4c7719ffd tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.1379735
Apr 08 02:54:22.279571 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-75dd0659-cf8c-43e8-8925-7e912584bb54 req-bf713e63-a251-464b-9864-2ef4d4e79094 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401661
Apr 08 02:54:22.344528 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105b6cec-7cb5-414f-809c-11a2bc5ec384 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:22.353489 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e9c0cf45-61cf-4d43-9ed0-56886bfcbaa1 req-30eeec69-d161-481f-9e9d-b567cab1a763 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524998
Apr 08 02:54:22.379047 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-dc48d70f-24c4-4a12-af3b-2da1710bf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:22.380536 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-dc48d70f-24c4-4a12-af3b-2da1710bf426 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71466063-e434-4e94-a6a1-5afeb4638af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1131167
Apr 08 02:54:22.460264 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:22.486516 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:54:22.497058 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:22.506766 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:22.515883 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-ee5b9a9a-09e2-431d-8c00-0546cd6b0235 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272347
Apr 08 02:54:22.541291 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2dc5856-5c85-46bd-bf7a-b4c4efd1bd15'] response: {'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'code': 200}
Apr 08 02:54:22.580698 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=6']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:22.588173 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.588510 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.588839 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.589161 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.589482 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.589795 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.590108 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.590420 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.590728 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.591034 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.591345 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.591648 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:22.651148 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-a79bbc81-19cf-417d-b245-8051e8d05a3b service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280169
Apr 08 02:54:23.384763 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-0dcd63c5-5355-41fa-b96e-efa2e996c747 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:23.386246 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-0dcd63c5-5355-41fa-b96e-efa2e996c747 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.0831630
Apr 08 02:54:23.561340 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6f1e1-1d33-4a5d-af3e-5f25fbd3b4a2 req-080c85b0-a6d2-4805-b0e9-6aca4d6cb54e tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:23.562743 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ffa6f1e1-1d33-4a5d-af3e-5f25fbd3b4a2 req-080c85b0-a6d2-4805-b0e9-6aca4d6cb54e tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0952168
Apr 08 02:54:23.592436 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Deleting port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:54:23.592774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:23.606590 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ffa6f1e1-1d33-4a5d-af3e-5f25fbd3b4a2 req-f0615b1b-dc25-422a-8029-bea13c9dd745 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379431
Apr 08 02:54:23.710873 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f00a-1c6b-46c8-b30c-a776dc171d86 req-592200ca-69db-4e71-a9ad-03c38fc99625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:23.713790 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ca7f00a-1c6b-46c8-b30c-a776dc171d86 req-592200ca-69db-4e71-a9ad-03c38fc99625 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 945 time: 0.3264666
Apr 08 02:54:23.853721 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ca7f00a-1c6b-46c8-b30c-a776dc171d86 req-3f9e4fb6-543a-4a3f-a134-221f1c4ede05 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups?id=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327646
Apr 08 02:54:23.893408 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] For port 2ccf4c17-cdc0-445d-8a18-659878ac2d69, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=2ccf4c17-cdc0-445d-8a18-659878ac2d69,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:23.893760 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.181202 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.181746 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.182054 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Floating IP e1fe0498-fdfc-422f-a006-54b6f39e5188 disassociated. External IP: 172.27.1.234, port: 2ccf4c17-cdc0-445d-8a18-659878ac2d69.
Apr 08 02:54:24.182392 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Calling delete_port for 2ccf4c17-cdc0-445d-8a18-659878ac2d69 owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:54:24.321487 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.366923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event deleted for resources: {'Port': ['ID=2ccf4c17-cdc0-445d-8a18-659878ac2d69,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:24.554410 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Router 2497ccc0-c998-4ded-967b-c870faf2a34e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:54:24.736509 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:54:24.745952 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] Sync routers for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:54:24.756255 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:54:24.757084 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce41ec40>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:24.798665 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a8487-38aa-431b-8723-eff5f0f22d2b req-fc14a5de-bea5-4ffc-b459-c3ed74d4b2b3 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:24.800862 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-029a8487-38aa-431b-8723-eff5f0f22d2b req-fc14a5de-bea5-4ffc-b459-c3ed74d4b2b3 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0901470
Apr 08 02:54:24.813952 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] No DVR routers for this DVR port 2ccf4c17-cdc0-445d-8a18-659878ac2d69 on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:54:24.816648 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:24.819273 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'name': 'network-vif-deleted', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:54:24.837252 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c41d6ae9-6e9f-4cc7-8556-fbfff4cc74af req-d0dcf91e-ca04-45a1-8128-3acd394b46b9 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.41 "DELETE /v2.0/ports/2ccf4c17-cdc0-445d-8a18-659878ac2d69 HTTP/1.1" status: 204  len: 173 time: 1.4191532
Apr 08 02:54:24.851181 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-029a8487-38aa-431b-8723-eff5f0f22d2b req-c849d888-7357-47d6-a699-b62d2025d2d7 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433943
Apr 08 02:54:24.896921 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71594bd-abb7-4827-bdb5-8ac86c5306c7'] response: {'server_uuid': 'dc8070c3-de05-4d72-a6c7-8ec58bd750c5', 'name': 'network-vif-deleted', 'tag': '2ccf4c17-cdc0-445d-8a18-659878ac2d69', 'status': 'completed', 'code': 200}
Apr 08 02:54:24.983198 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:54:25.028106 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-653c5b4a-8c5b-49a7-8368-718a42f32d6b req-30af889e-b364-43e1-afd1-ed31aa186f36 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8070c3-de05-4d72-a6c7-8ec58bd750c5 HTTP/1.1" status: 200  len: 210 time: 0.0481417
Apr 08 02:54:25.299655 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce41ec40>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:25.303265 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] Checking router: 2497ccc0-c998-4ded-967b-c870faf2a34e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:54:25.314136 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:54:25.314717 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce41ec40>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:25.496046 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:54:25.828496 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce41ec40>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:25.832386 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589516f0-1cf2-40eb-a0ae-fdcca0abf779 None None] The sync data for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi is: [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:44:07Z', 'revision_number': 4, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5', 'name': '', 'network_id': '5edff82e-54bb-4c43-8c44-0c613d4c1fa9', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'mac_address': 'fa:16:3e:86:73:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '19037a94-b431-42e5-b466-8634c64bba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:44:03Z', 'updated_at': '2022-04-08T02:44:23Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'subnets': [{'id': '19037a94-b431-42e5-b466-8634c64bba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:54:26.048257 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c95a3-16b4-48ac-8914-501636e2377c None None] New status for floating IP e1fe0498-fdfc-422f-a006-54b6f39e5188: DOWN {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:54:26.049406 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee039216-7d1e-40f7-9cc7-2a04e4f55d57 req-595c9ef0-b717-483f-a282-7b6f7f196a06 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:26.055212 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ee039216-7d1e-40f7-9cc7-2a04e4f55d57 req-595c9ef0-b717-483f-a282-7b6f7f196a06 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0891564
Apr 08 02:54:26.102415 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ee039216-7d1e-40f7-9cc7-2a04e4f55d57 req-c741d826-8a4d-412a-9779-f1b47b2cf060 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453689
Apr 08 02:54:26.157282 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49772) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:26.224404 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2be39427-af9c-4699-90fa-82ee08ba315c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:26.251838 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2be39427-af9c-4699-90fa-82ee08ba315c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:26.312793 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2be39427-af9c-4699-90fa-82ee08ba315c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:26.391035 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2ccf4c17-cdc0-445d-8a18-659878ac2d69 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:26.425166 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 2ccf4c17-cdc0-445d-8a18-659878ac2d69 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:54:26.425531 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 2ccf4c17-cdc0-445d-8a18-659878ac2d69 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:54:26.433620 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39427-af9c-4699-90fa-82ee08ba315c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1744c2ad-fae2-4a68-9dc1-cb39b84ac05a,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:26.446993 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2be39427-af9c-4699-90fa-82ee08ba315c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:26.450779 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-2be39427-af9c-4699-90fa-82ee08ba315c tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "DELETE /v2.0/security-groups/1744c2ad-fae2-4a68-9dc1-cb39b84ac05a HTTP/1.1" status: 204  len: 168 time: 0.2900450
Apr 08 02:54:26.451178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49776) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:26.469315 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-db0b3cef-bb85-45e2-80eb-8153acf88a79 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] show failed (client error): The resource could not be found.
Apr 08 02:54:26.473844 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49780) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:26.474007 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-db0b3cef-bb85-45e2-80eb-8153acf88a79 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "GET /v2.0/security-groups/1744c2ad-fae2-4a68-9dc1-cb39b84ac05a HTTP/1.1" status: 404  len: 347 time: 0.0216947
Apr 08 02:54:26.630877 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Deleting port e13d7be5-42cf-48cb-9aa7-ecf67ed1d48d {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:54:26.631216 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:26.804139 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:26.804465 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:26.924621 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Calling delete_port for e13d7be5-42cf-48cb-9aa7-ecf67ed1d48d owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:54:27.060071 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:27.105557 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Pushing event deleted for resources: {'Port': ['ID=e13d7be5-42cf-48cb-9aa7-ecf67ed1d48d,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:27.200672 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks [] for floatingip, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:27.215294 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:27.216503 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-5a85d058-145a-416d-baff-0341ae411a69 tempest-AttachVolumeTestJSON-509538893 tempest-AttachVolumeTestJSON-509538893-project] 10.222.0.23 "DELETE /v2.0/floatingips/e1fe0498-fdfc-422f-a006-54b6f39e5188 HTTP/1.1" status: 204  len: 168 time: 0.7415407
Apr 08 02:54:27.296480 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c3b24-0087-4f6b-8057-2c8f9b9a3f3f req-9fd8ca2d-5116-4718-9dc2-3add8aea4048 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:27.298195 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3a7c3b24-0087-4f6b-8057-2c8f9b9a3f3f req-9fd8ca2d-5116-4718-9dc2-3add8aea4048 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0790842
Apr 08 02:54:27.349376 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3a7c3b24-0087-4f6b-8057-2c8f9b9a3f3f req-ceb7d5c9-89c9-4fbf-aea1-2046ec626ebc tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457687
Apr 08 02:54:28.535543 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19898738-2d87-4237-88ec-84b4574a802a req-64c70bc3-0088-4deb-90e6-3a6188607a79 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:28.537012 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-19898738-2d87-4237-88ec-84b4574a802a req-64c70bc3-0088-4deb-90e6-3a6188607a79 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0838881
Apr 08 02:54:28.585689 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-19898738-2d87-4237-88ec-84b4574a802a req-3d51e8f8-65fc-4af3-9ece-9568669c7952 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426321
Apr 08 02:54:29.776866 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c061bbd-5da1-4529-9cff-7bae1bfb670b req-d8d1e6eb-15cb-4924-926a-dfb2bb485254 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:29.778310 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4c061bbd-5da1-4529-9cff-7bae1bfb670b req-d8d1e6eb-15cb-4924-926a-dfb2bb485254 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0847940
Apr 08 02:54:29.823706 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4c061bbd-5da1-4529-9cff-7bae1bfb670b req-6fd7b2ba-562f-4446-bc9f-6ae1b5926318 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395203
Apr 08 02:54:30.229471 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331a08f-08b4-4ece-ba29-effabb4efee1 req-47043df9-6b26-4789-8192-b208f117314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:30.230911 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0331a08f-08b4-4ece-ba29-effabb4efee1 req-47043df9-6b26-4789-8192-b208f117314c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1096 time: 0.0732381
Apr 08 02:54:30.272316 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0331a08f-08b4-4ece-ba29-effabb4efee1 req-f429a94c-25e0-4e74-ae9b-0da8e8085cc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346856
Apr 08 02:54:30.396365 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:31.008424 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c720c0-c1ae-4b41-9ff6-b93e8d8d5772 req-f35c8bbd-2e05-48bb-8041-1f9361dba9b6 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:31.010594 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-58c720c0-c1ae-4b41-9ff6-b93e8d8d5772 req-f35c8bbd-2e05-48bb-8041-1f9361dba9b6 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0807734
Apr 08 02:54:31.058229 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-58c720c0-c1ae-4b41-9ff6-b93e8d8d5772 req-3cd062b9-1488-4613-a8aa-601d49941b40 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420017
Apr 08 02:54:31.090907 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:54:31.187549 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49820) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:31.926356 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:32.250704 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d41b2-6bf9-4a37-a61a-72814df9162f req-af13a495-f82a-4927-aa50-616bb1fc8412 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:32.252226 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5d0d41b2-6bf9-4a37-a61a-72814df9162f req-af13a495-f82a-4927-aa50-616bb1fc8412 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 943 time: 0.0890923
Apr 08 02:54:32.287278 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Deleting port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:54:32.287609 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:32.366559 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5d0d41b2-6bf9-4a37-a61a-72814df9162f req-3cf38ac2-d519-4b0e-af12-a31a7833e16c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082499
Apr 08 02:54:32.392104 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105b6cec-7cb5-414f-809c-11a2bc5ec384 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:54:32.466709 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] For port b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:32.467090 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:32.522588 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:32.535411 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'port_id': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'mac_address': 'fa:16:3e:58:c2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:54:32.591334 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:32.596528 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Calling delete_port for b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 owned by network:router_interface {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:54:32.612351 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105b6cec-7cb5-414f-809c-11a2bc5ec384 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:54:32.628013 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:32.631833 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:32.700357 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=7']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:32.777030 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:32.826283 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Pushing event deleted for resources: {'Port': ['ID=b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:33.063823 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['105b6cec-7cb5-414f-809c-11a2bc5ec384'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:54:33.088071 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:33.547396 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Router 2497ccc0-c998-4ded-967b-c870faf2a34e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:54:33.719594 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:54:33.728390 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] Sync routers for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:54:33.732524 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-406e432c-d3e7-467b-867e-3842f79eb647 admin admin] 10.222.0.23 "PUT /v2.0/routers/2497ccc0-c998-4ded-967b-c870faf2a34e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5438778
Apr 08 02:54:33.734883 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49830) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:33.737594 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:54:33.738183 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0e1820>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:33.912386 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks [] for router, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:33.917102 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:54:34.083934 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.092553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Deleting port d4770015-1ecc-49e1-90e5-cfd85b21ba6f {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:54:34.093208 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.193255 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0e1820>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:54:32Z', 'revision_number': 5, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port': {'id': 'd4770015-1ecc-49e1-90e5-cfd85b21ba6f', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:50Z', 'updated_at': '2022-04-08T02:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:34.197466 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] Checking router: 2497ccc0-c998-4ded-967b-c870faf2a34e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:54:34.205511 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] Routers {'2497ccc0-c998-4ded-967b-c870faf2a34e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:54:34.206095 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0e1820>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:54:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2497ccc0-c998-4ded-967b-c870faf2a34e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:34.278587 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] For port d4770015-1ecc-49e1-90e5-cfd85b21ba6f, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:34.278939 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.358593 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] Set router 2497ccc0-c998-4ded-967b-c870faf2a34e gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:54:34.403382 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Calling delete_port for d4770015-1ecc-49e1-90e5-cfd85b21ba6f owned by network:router_gateway {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:54:34.408677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105b6cec-7cb5-414f-809c-11a2bc5ec384 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:54:34.464308 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0e1820>, [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:54:34Z', 'revision_number': 6, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:34.468435 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4a66df-e400-405c-b720-9bc341f6d7c3 None None] The sync data for ids ['2497ccc0-c998-4ded-967b-c870faf2a34e'] in dv-cinder-837051-1-iscsi is: [{'id': '2497ccc0-c998-4ded-967b-c870faf2a34e', 'name': 'tempest-AttachVolumeTestJSON-105412552-router', 'tenant_id': '16870ad51e0f4d1d9d73d3922e34a632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:54:34Z', 'revision_number': 6, 'project_id': '16870ad51e0f4d1d9d73d3922e34a632', 'gw_port_host': None}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:54:34.519910 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 105b6cec-7cb5-414f-809c-11a2bc5ec384 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:54:34.520636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.643416 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.669582 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:54:34.679584 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:34.685010 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.689033 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:34.722200 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3812eaea-ec52-4ee8-817a-fd9e11d28bdf'] response: {'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'code': 200}
Apr 08 02:54:34.739179 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d4770015-1ecc-49e1-90e5-cfd85b21ba6f,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:34.755026 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=8']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:34.834308 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.005511 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.007605 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.030595 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.031285 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2497ccc0-c998-4ded-967b-c870faf2a34e {{(pid=87222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:54:35.043640 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.044813 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-028c5457-cc66-4b4b-b4a3-67da41654f6c admin admin] 10.222.0.23 "DELETE /v2.0/routers/2497ccc0-c998-4ded-967b-c870faf2a34e HTTP/1.1" status: 204  len: 168 time: 1.3090487
Apr 08 02:54:35.047291 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 49838) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:35.070297 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca864c3a-87ef-4179-8656-dffd45513610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.107787 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] Deleting subnet 19037a94-b431-42e5-b466-8634c64bba58 {{(pid=87222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:54:35.110592 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.158146 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508645'] for subnet, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.238341 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.244526 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:35.282171 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:54:35.282514 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b983c6e9-a2f6-43b0-b3d8-a3a2bd9981f5 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:54:35.308725 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2481867'] for subnet, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.348023 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19037a94-b431-42e5-b466-8634c64bba58,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:35.349928 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.358134 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6cab32-08a8-453e-aede-65732f3ab695 None None] Network 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:54:35.362928 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-01ec17f8-ab83-4cda-b677-0c9e8a295335 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/19037a94-b431-42e5-b466-8634c64bba58 HTTP/1.1" status: 204  len: 168 time: 0.3123901
Apr 08 02:54:35.363242 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49842) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:35.472418 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.486198 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Deleting port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:54:35.486602 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.607334 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] DHCP port deletion for 5edff82e-54bb-4c43-8c44-0c613d4c1fa9 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:54:35.611398 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Deleting port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:54:35.611759 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.704103 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] For port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:35.704456 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.810254 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] For port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,segment=NetworkSegment(1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d),segment_id=1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:54:35.810507 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.829574 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Calling delete_port for ddfcc6a3-28d0-4e5c-9163-594782ae6c9d owned by network:dhcp {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:54:35.904634 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:35.929462 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Calling delete_port for ddfcc6a3-28d0-4e5c-9163-594782ae6c9d owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:54:35.948596 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddfcc6a3-28d0-4e5c-9163-594782ae6c9d,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:35.957527 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] No DVR routers for this DVR port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d on host dv-cinder-837051-1-iscsi {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:54:35.959636 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.960050 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.960419 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.960745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.961068 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.961388 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.961834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.962199 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.962506 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.962822 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.963140 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:35.963449 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:54:36.005910 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:54:36.006268 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:54:36.076933 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.104960 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcdd19f10>,) {'filters': {'network_id': ['5edff82e-54bb-4c43-8c44-0c613d4c1fa9']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:36.116524 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcdd19f10>, '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:36.116816 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcdd19f10>, '1109d96c-f1f8-44c4-81f2-1f8d9abd3b7d') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:54:36.128239 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.143729 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.150246 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:54:36.150690 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:54:36.163280 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:54:36.237163 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.243101 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.267305 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] Pushing event deleted for resources: {'Network': ['ID=5edff82e-54bb-4c43-8c44-0c613d4c1fa9,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:36.280895 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-cfc75096-96e1-483d-a0f8-6e9eae94c640 admin admin] 10.222.0.23 "DELETE /v2.0/networks/5edff82e-54bb-4c43-8c44-0c613d4c1fa9 HTTP/1.1" status: 204  len: 168 time: 0.9166417
Apr 08 02:54:36.411859 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49850) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:36.458880 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-389c9571-f5f4-419e-a359-7138fe46b3b2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=16870ad51e0f4d1d9d73d3922e34a632&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0458877
Apr 08 02:54:36.461243 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 49854) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:36.507972 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Deleting port ddfcc6a3-28d0-4e5c-9163-594782ae6c9d {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:54:36.508347 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.517856 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2434d404-bf9e-44c8-8f59-84439105851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.543414 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2434d404-bf9e-44c8-8f59-84439105851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.573210 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-eee9c920-9c78-4d8c-ad16-a012e2ebb64c None None] The port 'ddfcc6a3-28d0-4e5c-9163-594782ae6c9d' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:54:36.595565 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2434d404-bf9e-44c8-8f59-84439105851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.612892 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d404-bf9e-44c8-8f59-84439105851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454bbaa2-0b68-4c94-94c4-7067ee6dae28,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:36.620366 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-2434d404-bf9e-44c8-8f59-84439105851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:36.621455 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-2434d404-bf9e-44c8-8f59-84439105851b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/454bbaa2-0b68-4c94-94c4-7067ee6dae28 HTTP/1.1" status: 204  len: 168 time: 0.1586926
Apr 08 02:54:36.831768 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-a70f0f73-bff4-415c-8945-545c09abd96c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0806246
Apr 08 02:54:36.841393 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ddfcc6a3-28d0-4e5c-9163-594782ae6c9d no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:36.881686 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: ddfcc6a3-28d0-4e5c-9163-594782ae6c9d {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:54:36.882308 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ddfcc6a3-28d0-4e5c-9163-594782ae6c9d not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:54:36.883004 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4770015-1ecc-49e1-90e5-cfd85b21ba6f no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:54:36.918113 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: d4770015-1ecc-49e1-90e5-cfd85b21ba6f {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:54:36.918448 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4770015-1ecc-49e1-90e5-cfd85b21ba6f not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:54:36.953367 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-921d767f-1015-4b57-bc3b-5869286454c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:36.954851 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-921d767f-1015-4b57-bc3b-5869286454c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=688b5f689e3e41249484667a939fd5f8&device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 1099 time: 0.0821757
Apr 08 02:54:37.105969 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-042b2fb5-eb49-4433-8b13-7b9e8dcfc949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:37.107500 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-042b2fb5-eb49-4433-8b13-7b9e8dcfc949 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 200  len: 918 time: 0.1306696
Apr 08 02:54:37.222454 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-e3d317b6-85e9-4de3-be3b-c35fb633c5c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 200  len: 1000 time: 0.1080978
Apr 08 02:54:37.230091 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-37200342-1155-4584-9de6-f0c40f1f7283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:37.287111 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-e133d713-cf79-43d4-b143-8ef771bbd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:37.288559 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-e133d713-cf79-43d4-b143-8ef771bbd1f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 200  len: 856 time: 0.0591781
Apr 08 02:54:37.366810 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-d5cb59de-bf62-4a2f-9833-c5cd426afd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:54:37.368869 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-d5cb59de-bf62-4a2f-9833-c5cd426afd04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f572796-aa3b-4385-be7e-dfaa12bb77ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743206
Apr 08 02:54:37.501981 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-88b63c10-77e4-4b69-9406-b2c158c872f8 service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271727
Apr 08 02:54:37.738102 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-00f2b78e-eab6-4d53-af85-d66b98b81557 req-ea82f77e-a116-46f6-8496-329b2de4112d service neutron] 10.222.0.41 "GET /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294729
Apr 08 02:54:38.443292 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:38.448850 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:39.981736 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:50.608607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50002) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:50.725804 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:50.739889 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:50.744113 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Usage tracker for resource:security_group_rule and tenant:6ad12e9338ed4a37a87f91f1adc3bd25 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:54:50.746824 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:54:50.752363 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:50.833476 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:50.837798 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:50.883776 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ad12e9338ed4a37a87f91f1adc3bd25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2735226
Apr 08 02:54:50.885352 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58365d-41a8-4abc-9b9f-e45ea614628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012c1dd4-f2ac-4c1d-9163-61f78906933b,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:50.886619 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50008) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:50.943971 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aca0-8ac1-4d3c-8806-4d1d4ab5c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:50.968910 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aca0-8ac1-4d3c-8806-4d1d4ab5c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.019268 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aca0-8ac1-4d3c-8806-4d1d4ab5c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.034411 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7aca0-8ac1-4d3c-8806-4d1d4ab5c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012c1dd4-f2ac-4c1d-9163-61f78906933b,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:51.038837 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4a7aca0-8ac1-4d3c-8806-4d1d4ab5c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.039881 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-c4a7aca0-8ac1-4d3c-8806-4d1d4ab5c73e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/012c1dd4-f2ac-4c1d-9163-61f78906933b HTTP/1.1" status: 204  len: 168 time: 0.1522801
Apr 08 02:54:51.314848 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50016) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:51.332480 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.349812 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:54:51.353726 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Usage tracker for resource:security_group_rule and tenant:f332c2c6d5ab4cd9af762704ee721d76 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:54:51.356505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:54:51.362127 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:54:51.446352 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.450106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.497139 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f332c2c6d5ab4cd9af762704ee721d76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1811063
Apr 08 02:54:51.497843 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb98c35-7295-415a-99bb-48e15d9e84bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715899ea-b0b4-4647-94c0-8c6678d1e0ab,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:51.500374 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50020) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:54:51.559167 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37aca1c3-78b9-4658-9a1a-3d7c872fe9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.584026 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37aca1c3-78b9-4658-9a1a-3d7c872fe9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.637850 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37aca1c3-78b9-4658-9a1a-3d7c872fe9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.653098 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aca1c3-78b9-4658-9a1a-3d7c872fe9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715899ea-b0b4-4647-94c0-8c6678d1e0ab,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:54:51.661273 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-37aca1c3-78b9-4658-9a1a-3d7c872fe9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:54:51.662363 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-37aca1c3-78b9-4658-9a1a-3d7c872fe9f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/715899ea-b0b4-4647-94c0-8c6678d1e0ab HTTP/1.1" status: 204  len: 168 time: 0.1615202
Apr 08 02:55:00.385630 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.477994 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50122) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:02.595397 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.610212 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:02.613927 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Usage tracker for resource:security_group_rule and tenant:6f573c9baf2440439963355048513e4f is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:02.616643 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:02.622818 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:02.703633 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.707195 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.754318 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f573c9baf2440439963355048513e4f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2752357
Apr 08 02:55:02.755200 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8fcff-9031-4417-89de-8cf90c63ef83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3255c57-422e-49eb-a71d-bf79b2c1e897,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:02.757102 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50128) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:02.814806 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.840262 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.894855 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.914848 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3255c57-422e-49eb-a71d-bf79b2c1e897,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:02.924385 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.924726 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.925057 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.925384 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.925708 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.926030 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.926345 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.926664 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.926980 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.927293 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.927604 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.927914 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:02.935835 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:02.936980 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-7ae85291-cf5b-4af8-bb01-6e93b92a490b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f3255c57-422e-49eb-a71d-bf79b2c1e897 HTTP/1.1" status: 204  len: 168 time: 0.1783781
Apr 08 02:55:03.206278 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50136) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:03.226133 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.240907 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:03.244940 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Usage tracker for resource:security_group_rule and tenant:dae65b9ef4674dac95775531d713e7d3 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:03.247705 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:03.253329 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:03.333343 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.337630 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.383324 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dae65b9ef4674dac95775531d713e7d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1754076
Apr 08 02:55:03.384861 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164a65d-7671-48cd-ada4-8c61191cec40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc33a5d5-29fd-4175-8618-6afca6c371c6,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:03.386206 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50142) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:03.443726 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce828-355a-482f-8c86-8e4cb05fd85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.474177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce828-355a-482f-8c86-8e4cb05fd85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.525740 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce828-355a-482f-8c86-8e4cb05fd85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.541277 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ce828-355a-482f-8c86-8e4cb05fd85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc33a5d5-29fd-4175-8618-6afca6c371c6,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:03.551806 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fd6ce828-355a-482f-8c86-8e4cb05fd85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:03.552930 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-fd6ce828-355a-482f-8c86-8e4cb05fd85c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc33a5d5-29fd-4175-8618-6afca6c371c6 HTTP/1.1" status: 204  len: 168 time: 0.1655862
Apr 08 02:55:05.074256 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-420cacb7-a686-4853-aeb9-26708ced2de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.090630 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50214) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:06.202207 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.216053 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:06.219712 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Usage tracker for resource:security_group_rule and tenant:c67ac278b1be4958bd762b7fe80aafbd is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:06.222428 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:06.227986 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:06.308809 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.312363 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.358199 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c67ac278b1be4958bd762b7fe80aafbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2664869
Apr 08 02:55:06.359125 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b456e-0c3c-439e-9f0e-f93d3f6649c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0951228-1929-45b8-abd1-cf8793f87e43,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:06.360990 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50222) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:06.419654 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d7683245-6ebf-4eb8-b172-a2600ef5e060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.448686 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d7683245-6ebf-4eb8-b172-a2600ef5e060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.499415 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d7683245-6ebf-4eb8-b172-a2600ef5e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.514517 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7683245-6ebf-4eb8-b172-a2600ef5e060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0951228-1929-45b8-abd1-cf8793f87e43,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:06.525534 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d7683245-6ebf-4eb8-b172-a2600ef5e060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.526647 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d7683245-6ebf-4eb8-b172-a2600ef5e060 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0951228-1929-45b8-abd1-cf8793f87e43 HTTP/1.1" status: 204  len: 168 time: 0.1638625
Apr 08 02:55:06.796841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50230) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:06.814036 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.828699 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:06.832425 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Usage tracker for resource:security_group_rule and tenant:068229c3c4d64441b36a0db6255ec9ad is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:06.835318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:06.841593 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:06.922184 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.925577 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:06.970660 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=068229c3c4d64441b36a0db6255ec9ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1727681
Apr 08 02:55:06.972191 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfe3c5-823e-44d8-af19-480fcef428f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e795f9e-bfb9-4bbd-8306-7357beb9efaf,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:06.973389 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50234) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:07.100260 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4170b882-693f-4950-a67b-d6d9c2ce4d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:07.125552 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4170b882-693f-4950-a67b-d6d9c2ce4d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:07.175914 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4170b882-693f-4950-a67b-d6d9c2ce4d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:07.193102 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170b882-693f-4950-a67b-d6d9c2ce4d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e795f9e-bfb9-4bbd-8306-7357beb9efaf,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:07.200656 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4170b882-693f-4950-a67b-d6d9c2ce4d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:07.202369 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4170b882-693f-4950-a67b-d6d9c2ce4d7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4e795f9e-bfb9-4bbd-8306-7357beb9efaf HTTP/1.1" status: 204  len: 168 time: 0.2279718
Apr 08 02:55:07.233472 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7552c198-a769-4871-8dd9-a9027b0b6bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:08.089585 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:55:08.441505 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:08.453080 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:09.983811 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:16.218208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d48f5-cb21-4077-8abd-3cdc3080795d req-b7eec675-4724-454e-a656-1867471dd308 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:16.219647 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d16d48f5-cb21-4077-8abd-3cdc3080795d req-b7eec675-4724-454e-a656-1867471dd308 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 946 time: 0.0808232
Apr 08 02:55:16.265890 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d16d48f5-cb21-4077-8abd-3cdc3080795d req-418b704d-f702-4a7c-b571-b1610f7ff3b2 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404158
Apr 08 02:55:17.332256 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50342) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:17.460908 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe212f87-d149-4ac9-837a-50dc2383c66e req-2a4f8036-feba-481d-a8ad-b0ac2bea0945 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:17.462426 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fe212f87-d149-4ac9-837a-50dc2383c66e req-2a4f8036-feba-481d-a8ad-b0ac2bea0945 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 946 time: 0.0833867
Apr 08 02:55:17.501441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:17.506543 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fe212f87-d149-4ac9-837a-50dc2383c66e req-dbd67a75-2a70-4f66-9903-4ed4c01e7428 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383985
Apr 08 02:55:17.518903 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:17.522707 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Usage tracker for resource:security_group_rule and tenant:a6e40feb85f54f37bf70e48cb239a72f is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:17.525960 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:17.531905 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:17.613907 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:17.618868 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:17.664713 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6e40feb85f54f37bf70e48cb239a72f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3314152
Apr 08 02:55:17.665503 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e8773-f3f2-4613-b5a9-c2ee730ccf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b32514e-a227-4c76-beeb-c6414883df41,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:17.667515 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50348) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:17.724810 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-09e47e0b-e5ca-4d9c-b844-2c30fec8d99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:17.750283 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-09e47e0b-e5ca-4d9c-b844-2c30fec8d99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:17.803037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-09e47e0b-e5ca-4d9c-b844-2c30fec8d99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:17.819696 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e47e0b-e5ca-4d9c-b844-2c30fec8d99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b32514e-a227-4c76-beeb-c6414883df41,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:17.828573 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-09e47e0b-e5ca-4d9c-b844-2c30fec8d99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:17.829695 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-09e47e0b-e5ca-4d9c-b844-2c30fec8d99f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b32514e-a227-4c76-beeb-c6414883df41 HTTP/1.1" status: 204  len: 168 time: 0.1611085
Apr 08 02:55:18.074478 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89896f1-55f0-4d07-849b-609506716e6a req-2141cd91-7f78-4aab-9624-059af7ac0884 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:18.075891 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d89896f1-55f0-4d07-849b-609506716e6a req-2141cd91-7f78-4aab-9624-059af7ac0884 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 946 time: 0.0786817
Apr 08 02:55:18.146870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Deleting port b1b47b52-100c-4e18-8a4a-3d16d8561d14 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:55:18.147208 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:18.406945 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] For port b1b47b52-100c-4e18-8a4a-3d16d8561d14, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=b1b47b52-100c-4e18-8a4a-3d16d8561d14,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:18.407298 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:18.716442 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc024139-3013-4903-a443-ff09678b088f req-75b93e52-b787-4863-80e0-3d0dd2374d97 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:18.717031 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:18.717031 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:18.717533 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Floating IP 4841b096-9c53-45c1-a595-818545e1b578 disassociated. External IP: 172.27.1.36, port: b1b47b52-100c-4e18-8a4a-3d16d8561d14.
Apr 08 02:55:18.717652 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Calling delete_port for b1b47b52-100c-4e18-8a4a-3d16d8561d14 owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:55:18.719401 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc024139-3013-4903-a443-ff09678b088f req-75b93e52-b787-4863-80e0-3d0dd2374d97 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 946 time: 0.0876188
Apr 08 02:55:18.768565 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc024139-3013-4903-a443-ff09678b088f req-3e54b723-89c0-4d1d-992d-ecb2bc9483bb tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups?id=fe6501fd-0746-41f8-be27-e38fca037a8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427630
Apr 08 02:55:18.877266 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:18.931299 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event deleted for resources: {'Port': ['ID=b1b47b52-100c-4e18-8a4a-3d16d8561d14,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:19.216728 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Router 1160d0cf-2cc7-41f2-8206-a58791865c6e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:55:19.322944 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50394) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:19.407255 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:55:19.419296 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] Sync routers for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:55:19.429035 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:19.430852 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27550>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:19.455363 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.470917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:19.475580 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7402b37910404f759bb10df870b83aae is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:19.478875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:19.486442 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] No DVR routers for this DVR port b1b47b52-100c-4e18-8a4a-3d16d8561d14 on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:19.487449 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:19.489136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.499547 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-deleted', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:55:19.518366 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d89896f1-55f0-4d07-849b-609506716e6a req-d7b16e7e-4f50-4462-8741-0085b4ae6bd5 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.41 "DELETE /v2.0/ports/b1b47b52-100c-4e18-8a4a-3d16d8561d14 HTTP/1.1" status: 204  len: 173 time: 1.4364336
Apr 08 02:55:19.557079 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98f59c5-eef5-4e17-b2da-a92847ded1f0'] response: {'server_uuid': '528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66', 'name': 'network-vif-deleted', 'tag': 'b1b47b52-100c-4e18-8a4a-3d16d8561d14', 'status': 'completed', 'code': 200}
Apr 08 02:55:19.596158 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.601866 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.638667 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe753db5-0948-4b15-a725-7362b7d67bc9,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:19.672654 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-71c6e277-e299-4cd8-8ab8-58dca222d4d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7402b37910404f759bb10df870b83aae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3482020
Apr 08 02:55:19.673671 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50404) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:19.685834 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:19.737735 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ece3ef08-4d3e-4528-90e1-5fda460094c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.764410 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ece3ef08-4d3e-4528-90e1-5fda460094c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.817753 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ece3ef08-4d3e-4528-90e1-5fda460094c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.833878 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3ef08-4d3e-4528-90e1-5fda460094c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe753db5-0948-4b15-a725-7362b7d67bc9,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:19.848760 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ece3ef08-4d3e-4528-90e1-5fda460094c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:19.852895 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ece3ef08-4d3e-4528-90e1-5fda460094c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe753db5-0948-4b15-a725-7362b7d67bc9 HTTP/1.1" status: 204  len: 168 time: 0.1753049
Apr 08 02:55:19.957294 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b6d381d3-fe43-42e4-8a1d-9d906882d82f req-62011066-d1a0-4e93-a78f-ec588e3a23da tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/ports?device_id=528bbb28-cc8d-4ecf-acb2-bb4c0c3a4a66 HTTP/1.1" status: 200  len: 210 time: 0.0419238
Apr 08 02:55:20.029751 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27550>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:20.033825 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] Checking router: 1160d0cf-2cc7-41f2-8206-a58791865c6e for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:55:20.044371 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:20.044975 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27550>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:20.234505 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:20.558037 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb27550>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:20.562000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33de631b-fda0-48cf-b4cb-486d33da48eb None None] The sync data for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi is: [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:43:58Z', 'revision_number': 4, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '1047416f-2501-4328-bbee-64f45a0933ec', 'name': '', 'network_id': '7f572796-aa3b-4385-be7e-dfaa12bb77ed', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'mac_address': 'fa:16:3e:08:ca:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:13Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'subnets': [{'id': '58963f7f-6467-4f40-8f75-b0d4bf20590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:55:20.587939 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50430) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:20.695781 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2057986985-network', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:20.700632 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:20.704471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Usage tracker for resource:network and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:20.707407 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:20.713889 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:20.724086 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Made reservation on behalf of db379f877ebf4bda8bcef28d03d0e3bb for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:20.726885 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:20.739428 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:20.759579 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:20.763482 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:20.766346 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:20.770823 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e9b26-95ab-4078-b9e9-3c97e4d26533 None None] New status for floating IP 4841b096-9c53-45c1-a595-818545e1b578: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:55:20.772368 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:20.856671 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:20.860472 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:20.887311 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:55:20.899736 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d90f6-bf85-41a7-ba1a-51c64a35accb,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:20.904445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:20.904784 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Added segment 920ecb8e-294d-433e-bd2a-63534f6a68e9 of type vlan for network 470b3774-e0c3-4f99-a636-71fb4a8c79b9
Apr 08 02:55:20.933105 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:20.962947 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:20.963875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:20.964485 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.070598 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] Pushing event updated for resources: {'Network': ['ID=470b3774-e0c3-4f99-a636-71fb4a8c79b9,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:21.074140 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-907784ab-efea-47bc-b5bc-f5bd31f4012b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4851868
Apr 08 02:55:21.077133 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50438) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:21.093383 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Request body: {'subnet': {'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2057986985-subnet', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'ip_version': 4}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:21.095606 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:55:21.098634 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:21.103506 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Usage tracker for resource:subnet and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:21.106763 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:21.113202 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:21.114082 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50444) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:21.128374 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Made reservation on behalf of db379f877ebf4bda8bcef28d03d0e3bb for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:21.131502 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2481902'] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.186911 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe437-40db-4f69-af98-bdfb09821baf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.218138 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe437-40db-4f69-af98-bdfb09821baf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.273350 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe437-40db-4f69-af98-bdfb09821baf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.295714 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fe437-40db-4f69-af98-bdfb09821baf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6501fd-0746-41f8-be27-e38fca037a8e,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:21.303458 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe437-40db-4f69-af98-bdfb09821baf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.308484 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-fb8fe437-40db-4f69-af98-bdfb09821baf tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "DELETE /v2.0/security-groups/fe6501fd-0746-41f8-be27-e38fca037a8e HTTP/1.1" status: 204  len: 168 time: 0.1899378
Apr 08 02:55:21.308484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50448) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:21.329884 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-341b70f5-95c8-45d1-b5b1-90b30dae29ad tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] show failed (client error): The resource could not be found.
Apr 08 02:55:21.330821 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-341b70f5-95c8-45d1-b5b1-90b30dae29ad tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "GET /v2.0/security-groups/fe6501fd-0746-41f8-be27-e38fca037a8e HTTP/1.1" status: 404  len: 347 time: 0.0181899
Apr 08 02:55:21.333813 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50452) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:21.356449 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2481884'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.430332 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc06a12-5a9d-4ba6-8838-46866b09f24c,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:21.440992 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Checking segment: {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:21.441541 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Network hostable DHCP agents. Network: 470b3774-e0c3-4f99-a636-71fb4a8c79b9, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:55:21.462292 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:55:21.472605 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 470b3774-e0c3-4f99-a636-71fb4a8c79b9) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:21.480942 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf099ef-a11e-4620-93b0-6ddfec5a453e None None] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:21.490599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:21.491710 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.494027 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Deleting port e6afccd2-0da7-4b9f-a990-3dce65b36f6f {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:55:21.494364 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.517904 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1bfc617b-af02-413b-b744-a6475d6486db admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4347420
Apr 08 02:55:21.520612 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50456) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:21.527256 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:21.532473 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:21.536853 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Usage tracker for resource:router and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:21.540280 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:21.546687 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:21.558342 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.559709 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.579854 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.674145 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.674519 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.703018 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:55:21.704041 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.799682 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Calling delete_port for e6afccd2-0da7-4b9f-a990-3dce65b36f6f owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:55:21.856917 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:21.862516 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Allocated IP 172.20.0.2 (470b3774-e0c3-4f99-a636-71fb4a8c79b9/9bc06a12-5a9d-4ba6-8838-46866b09f24c/8efd4eec-1a36-4abe-9b18-4f8a4e48c577) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:55:22.028731 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.075856 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Pushing event deleted for resources: {'Port': ['ID=e6afccd2-0da7-4b9f-a990-3dce65b36f6f,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:22.133237 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.144389 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Transition to ACTIVE for port object 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:22.165627 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks [] for floatingip, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.166926 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Transition to ACTIVE for port object 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:22.174217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.186715 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.187289 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.191074 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4f8cba1e-3437-46db-8e2e-fe2381b09f62 tempest-AttachVolumeShelveTestJSON-915151659 tempest-AttachVolumeShelveTestJSON-915151659-project] 10.222.0.23 "DELETE /v2.0/floatingips/4841b096-9c53-45c1-a595-818545e1b578 HTTP/1.1" status: 204  len: 168 time: 0.8536248
Apr 08 02:55:22.221627 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.239459 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:22.242454 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:22.250222 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:55:22.260713 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Pushing event updated for resources: {'Port': ['ID=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:22.352945 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Attempting to bind port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:55:22.353308 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Attempting to bind port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:55:22.353662 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Attempting to bind port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 on network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:55:22.360474 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:55:22.360474 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Checking segment: {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:22.360474 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.360474 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Bound using segment: {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:55:22.360870 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Bound port: 8efd4eec-1a36-4abe-9b18-4f8a4e48c577, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:55:22.361257 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.366056 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Allocated IP 172.27.1.64 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/be82b84f-21fe-4ba0-a316-4ceea00de11b) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:55:22.456192 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] For port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:55:22.460079 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] For port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:55:22.466227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.568286 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce1d11-fded-4f71-a7d4-1632770dc36c None None] Pushing event updated for resources: {'Port': ['ID=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:22.615748 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:22.640351 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.652733 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: b1b47b52-100c-4e18-8a4a-3d16d8561d14 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:55:22.653089 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device b1b47b52-100c-4e18-8a4a-3d16d8561d14 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:22.672219 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:22.758591 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:22.762068 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Pushing event updated for resources: {'Port': ['ID=be82b84f-21fe-4ba0-a316-4ceea00de11b,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:22.764554 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:22.766662 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:55:22.912198 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:22.981056 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:23.190889 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:23.574164 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:23.594499 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbceb1e-14d4-4ec4-92a5-caaa2b3abe8d None None] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:23.693240 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Provisioning for port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:23.701518 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Provisioning complete for port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:23.701901 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:23.784262 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Router 2b124fde-6f7f-472b-a243-f859cd47f45c is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87222) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:55:23.926200 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:23.978390 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] For port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:23.988716 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:24.072377 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Pushing event updated for resources: {'Port': ['ID=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:24.074476 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:55:24.081031 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.081031 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.081368 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.081688 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.082015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.082341 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.082654 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.082979 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.083328 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.083659 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.084043 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.084395 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3076af-c765-4b59-a6ec-978eda103ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:24.089680 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Sync routers for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:55:24.099724 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:24.100361 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdacbeb0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:24.103781 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:24.105241 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-66d39d42-6be7-4a0e-a8bc-7faeb2671cea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.5835433
Apr 08 02:55:24.107975 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50476) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:24.288990 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:24.431329 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-261cdf26-1d35-4a75-af7e-490f59ed2ed0 None None] Provisioning complete for port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:24.431694 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-261cdf26-1d35-4a75-af7e-490f59ed2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:24.719901 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdacbeb0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:23Z', 'revision_number': 3, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:24.723714 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Checking router: 2b124fde-6f7f-472b-a243-f859cd47f45c for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:55:24.724089 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Updating router 2b124fde-6f7f-472b-a243-f859cd47f45c port be82b84f-21fe-4ba0-a316-4ceea00de11b binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:55:24.768031 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:24.778561 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:24.887180 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:24.999143 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Allocated IP 172.20.0.1 (470b3774-e0c3-4f99-a636-71fb4a8c79b9/9bc06a12-5a9d-4ba6-8838-46866b09f24c/90ca642c-6a89-461b-8f69-5290128f0392) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:55:25.016057 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50486) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:25.068563 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:25.069100 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.154413 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.170612 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Transition to ACTIVE for port object 90ca642c-6a89-461b-8f69-5290128f0392 will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:25.197335 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.269875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:25.273993 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:25.277752 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:55:25.291696 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.305532 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Transition to ACTIVE for port object be82b84f-21fe-4ba0-a316-4ceea00de11b will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:25.312793 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.331235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Pushing event updated for resources: {'Port': ['ID=90ca642c-6a89-461b-8f69-5290128f0392,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:25.354595 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.405714 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Attempting to bind port be82b84f-21fe-4ba0-a316-4ceea00de11b on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:55:25.406076 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Attempting to bind port be82b84f-21fe-4ba0-a316-4ceea00de11b by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:55:25.406433 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Attempting to bind port be82b84f-21fe-4ba0-a316-4ceea00de11b on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:55:25.414796 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:55:25.415646 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:25.415646 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.415919 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:55:25.416403 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Bound port: be82b84f-21fe-4ba0-a316-4ceea00de11b, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:55:25.416775 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.467731 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ac200-a93c-41d8-8be1-04cdd983463c None None] Pushing event updated for resources: {'Port': ['ID=be82b84f-21fe-4ba0-a316-4ceea00de11b,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:25.495451 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.532153 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] For port be82b84f-21fe-4ba0-a316-4ceea00de11b, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:55:25.535797 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] For port be82b84f-21fe-4ba0-a316-4ceea00de11b, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=be82b84f-21fe-4ba0-a316-4ceea00de11b,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:55:25.537809 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-52c15a1a-ad3e-4fbf-b859-f2a5b62e2384 None None] Provisioning for port 90ca642c-6a89-461b-8f69-5290128f0392 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:25.544009 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.585199 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-52c15a1a-ad3e-4fbf-b859-f2a5b62e2384 None None] Provisioning complete for port 90ca642c-6a89-461b-8f69-5290128f0392 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:25.585199 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-52c15a1a-ad3e-4fbf-b859-f2a5b62e2384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.675630 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-52c15a1a-ad3e-4fbf-b859-f2a5b62e2384 None None] Port 90ca642c-6a89-461b-8f69-5290128f0392 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:55:25.682660 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:25.683551 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdacbeb0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:25.729855 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.737913 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ac200-a93c-41d8-8be1-04cdd983463c None None] Pushing event updated for resources: {'Port': ['ID=be82b84f-21fe-4ba0-a316-4ceea00de11b,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:25.840014 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.847006 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.868960 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:25.956996 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:25.960578 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Pushing event updated for resources: {'Port': ['ID=90ca642c-6a89-461b-8f69-5290128f0392,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:26.099180 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Deleting port 1047416f-2501-4328-bbee-64f45a0933ec {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:55:26.099737 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:26.100213 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:26.101448 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:26.207839 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdacbeb0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 1, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:26.217121 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242b041-d2b1-42d2-801f-f168c4e89179 None None] The sync data for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi is: [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 1, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:55:26.299328 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] For port 1047416f-2501-4328-bbee-64f45a0933ec, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=1047416f-2501-4328-bbee-64f45a0933ec,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:26.299694 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:26.312819 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Router 2b124fde-6f7f-472b-a243-f859cd47f45c has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:55:26.403653 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-7e78c943-3479-4d20-9421-a1e213c11459 None None] Provisioning complete for port 90ca642c-6a89-461b-8f69-5290128f0392 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:26.404212 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7e78c943-3479-4d20-9421-a1e213c11459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:26.431357 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Calling delete_port for 1047416f-2501-4328-bbee-64f45a0933ec owned by network:router_interface {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:55:26.542207 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:55:26.546104 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-7e78c943-3479-4d20-9421-a1e213c11459 None None] Port 90ca642c-6a89-461b-8f69-5290128f0392 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:55:26.560842 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-aad81475-8fc4-4266-8abf-07b7a5fd9b3e admin admin] 10.222.0.23 "PUT /v2.0/routers/2b124fde-6f7f-472b-a243-f859cd47f45c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4507101
Apr 08 02:55:26.817007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:26.871948 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1047416f-2501-4328-bbee-64f45a0933ec,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:27.207992 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.212934 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50506) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:27.218539 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1293447284-network', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:27.223334 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:27.228211 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Usage tracker for resource:network and tenant:c0c97ec02b814790879ce9c892a62ec5 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:27.231263 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:27.237311 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:27.248784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Made reservation on behalf of c0c97ec02b814790879ce9c892a62ec5 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:27.251339 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.267826 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.283169 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:27.287328 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Usage tracker for resource:security_group_rule and tenant:c0c97ec02b814790879ce9c892a62ec5 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:27.290903 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:27.297201 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:27.387323 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.393330 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.427613 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:55:27.436661 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a570c1-ac72-480e-8e71-b665f01856c6,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:27.444233 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.445348 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Added segment b2b52334-ba53-48fd-b4d7-161bd8c663c9 of type vlan for network b8c00f1e-9c47-4ea8-8003-cb9b694102fd
Apr 08 02:55:27.475533 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.520236 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.521599 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:27.522472 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.603311 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Router 1160d0cf-2cc7-41f2-8206-a58791865c6e has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:55:27.658300 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] Pushing event updated for resources: {'Network': ['ID=b8c00f1e-9c47-4ea8-8003-cb9b694102fd,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:27.661687 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ae141ecd-ada6-4e50-973a-acd253128afa admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4478281
Apr 08 02:55:27.664620 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50510) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:27.669743 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:55:27.671622 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Request body: {'subnet': {'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1293447284-subnet', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:27.676291 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:27.680725 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Usage tracker for resource:subnet and tenant:c0c97ec02b814790879ce9c892a62ec5 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:27.684092 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:27.689773 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:27.702574 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Made reservation on behalf of c0c97ec02b814790879ce9c892a62ec5 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:27.705315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:27.795116 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:55:27.809368 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] Sync routers for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:55:27.813451 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-8c706556-9a0e-495f-92ff-5fa0f5d9dad7 admin admin] 10.222.0.23 "PUT /v2.0/routers/1160d0cf-2cc7-41f2-8206-a58791865c6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7951071
Apr 08 02:55:27.816485 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50514) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:27.821139 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:27.821993 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0a9820>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:27.925699 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.003981 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks [] for router, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.009462 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687f5182-8f82-457d-b807-c4713da1cbe4,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:28.016805 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Checking segment: {'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:28.017156 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Network hostable DHCP agents. Network: b8c00f1e-9c47-4ea8-8003-cb9b694102fd, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:55:28.024212 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:28.036295 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:55:28.046473 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, b8c00f1e-9c47-4ea8-8003-cb9b694102fd) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:28.050703 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:28.051283 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.060871 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc555bb1-4df1-49a0-93e1-779706d5cfbf None None] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:28.080004 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-869ab52b-f26d-4393-a176-3003c14548a0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4140561
Apr 08 02:55:28.082726 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50518) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:28.089071 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:28.094150 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:28.099381 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Usage tracker for resource:router and tenant:c0c97ec02b814790879ce9c892a62ec5 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:28.104568 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:28.110676 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:28.131559 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.132794 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.151409 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.359985 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.373089 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Deleting port 97c3b200-f611-4508-b29e-a7606992af89 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:55:28.373526 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.380053 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0a9820>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '97c3b200-f611-4508-b29e-a7606992af89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:55:26Z', 'revision_number': 5, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port': {'id': '97c3b200-f611-4508-b29e-a7606992af89', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:49Z', 'updated_at': '2022-04-08T02:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:28.385043 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] Checking router: 1160d0cf-2cc7-41f2-8206-a58791865c6e for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:55:28.395028 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] Routers {'1160d0cf-2cc7-41f2-8206-a58791865c6e'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:28.395632 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0a9820>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['1160d0cf-2cc7-41f2-8206-a58791865c6e'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:28.409142 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-b8c00f1e-9c47-4ea8-8003-cb9b694102fd', 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'fixed_ips': [{'subnet_id': '687f5182-8f82-457d-b807-c4713da1cbe4'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:55:28.410206 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.605793 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Sync routers for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:55:28.610612 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] For port 97c3b200-f611-4508-b29e-a7606992af89, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=97c3b200-f611-4508-b29e-a7606992af89,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:28.610962 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.615588 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] Set router 1160d0cf-2cc7-41f2-8206-a58791865c6e gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:28.635834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.667748 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:28.668706 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcd115af0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:28.758211 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf0a9820>, [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:55:28Z', 'revision_number': 6, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:28.763392 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Allocated IP 172.20.0.2 (b8c00f1e-9c47-4ea8-8003-cb9b694102fd/687f5182-8f82-457d-b807-c4713da1cbe4/bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:55:28.766240 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262db4d-818b-40dc-9935-f93f9fbdd899 None None] The sync data for ids ['1160d0cf-2cc7-41f2-8206-a58791865c6e'] in dv-cinder-837051-1-iscsi is: [{'id': '1160d0cf-2cc7-41f2-8206-a58791865c6e', 'name': 'tempest-AttachVolumeShelveTestJSON-1738960101-router', 'tenant_id': '688b5f689e3e41249484667a939fd5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:47Z', 'updated_at': '2022-04-08T02:55:28Z', 'revision_number': 6, 'project_id': '688b5f689e3e41249484667a939fd5f8', 'gw_port_host': None}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:55:28.771176 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Calling delete_port for 97c3b200-f611-4508-b29e-a7606992af89 owned by network:router_gateway {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:55:28.967612 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:28.970049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:28.990736 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.017582 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c3b200-f611-4508-b29e-a7606992af89,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:29.022493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.112751 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.171978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Allocated IP 172.27.1.248 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/af6924e5-1ec8-4015-81e7-e8ca258196a3) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:55:29.319259 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.354617 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Transition to ACTIVE for port object bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:29.355561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.358007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.383943 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.384692 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1160d0cf-2cc7-41f2-8206-a58791865c6e {{(pid=87222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:55:29.394299 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.396954 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.401480 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50524) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:29.401658 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-7df4d9bc-3f27-4d1a-93f0-0fb81c9c7289 admin admin] 10.222.0.23 "DELETE /v2.0/routers/1160d0cf-2cc7-41f2-8206-a58791865c6e HTTP/1.1" status: 204  len: 168 time: 1.5834582
Apr 08 02:55:29.415364 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Transition to ACTIVE for port object bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:29.424192 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.471913 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] Deleting subnet 58963f7f-6467-4f40-8f75-b0d4bf20590e {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:55:29.475454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.496726 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:29.504084 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:29.509938 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:55:29.517335 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Pushing event updated for resources: {'Port': ['ID=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:29.530259 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.555069 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcd115af0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 2, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:29.575355 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.594604 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Checking router: 2b124fde-6f7f-472b-a243-f859cd47f45c for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:55:29.594879 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Updating router 2b124fde-6f7f-472b-a243-f859cd47f45c port 90ca642c-6a89-461b-8f69-5290128f0392 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:55:29.637608 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:29.650642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:29.664867 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:55:29.707565 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device be82b84f-21fe-4ba0-a316-4ceea00de11b up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:29.714405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=af6924e5-1ec8-4015-81e7-e8ca258196a3,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:29.754162 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Attempting to bind port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:55:29.754523 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Attempting to bind port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:55:29.754871 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Attempting to bind port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd on network b8c00f1e-9c47-4ea8-8003-cb9b694102fd {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:55:29.765559 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.778566 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:55:29.778566 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Checking segment: {'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:29.778877 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.779124 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Bound using segment: {'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:55:29.779593 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Bound port: bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:55:29.779979 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:29.985822 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port be82b84f-21fe-4ba0-a316-4ceea00de11b completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:29.999593 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port be82b84f-21fe-4ba0-a316-4ceea00de11b triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:30.001392 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.050715 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] For port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:55:30.051452 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.078950 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] For port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,segment=NetworkSegment(b2b52334-ba53-48fd-b4d7-161bd8c663c9),segment_id=b2b52334-ba53-48fd-b4d7-161bd8c663c9)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:55:30.100220 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.208625 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.251187 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58963f7f-6467-4f40-8f75-b0d4bf20590e,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:30.256357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.296639 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145c957d-9239-45ad-8ac8-9a91fd89a800 None None] Network 7f572796-aa3b-4385-be7e-dfaa12bb77ed requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:30.324825 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31f7d6-b527-4109-9cfd-bcfa72da2111 None None] Pushing event updated for resources: {'Port': ['ID=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:30.336536 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9239b7ab-3889-47af-b71a-eb28881c4ff9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58963f7f-6467-4f40-8f75-b0d4bf20590e HTTP/1.1" status: 204  len: 168 time: 0.9339354
Apr 08 02:55:30.338421 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50530) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:30.368151 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.369702 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.493894 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.504149 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port be82b84f-21fe-4ba0-a316-4ceea00de11b, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=be82b84f-21fe-4ba0-a316-4ceea00de11b,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:30.516894 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Deleting port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:55:30.517428 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.543664 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.663961 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.706161 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=be82b84f-21fe-4ba0-a316-4ceea00de11b,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:30.760398 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.765740 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] For port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf,segment=NetworkSegment(96dee0b9-90dd-467c-833a-bdf54614bd71),segment_id=96dee0b9-90dd-467c-833a-bdf54614bd71)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:30.766210 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.780699 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.796652 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Transition to ACTIVE for port object 90ca642c-6a89-461b-8f69-5290128f0392 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:30.805972 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:30.965487 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986dd81d-4788-4c7a-9349-2ca15c16e4a1 None None] DHCP port deletion for 7f572796-aa3b-4385-be7e-dfaa12bb77ed request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:55:30.977603 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fae3b0-8712-4cc4-b423-9e5e0cf8872f None None] Pushing event updated for resources: {'Port': ['ID=90ca642c-6a89-461b-8f69-5290128f0392,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:31.029414 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-986dd81d-4788-4c7a-9349-2ca15c16e4a1 None None] Deleting port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:55:31.029946 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-986dd81d-4788-4c7a-9349-2ca15c16e4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.051009 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Calling delete_port for 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf owned by network:dhcp {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:55:31.086519 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Router e04962fb-bbd4-4de2-a56a-c6d8a4372761 is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:55:31.142975 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Attempting to bind port 90ca642c-6a89-461b-8f69-5290128f0392 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:55:31.143583 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Attempting to bind port 90ca642c-6a89-461b-8f69-5290128f0392 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:55:31.144071 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Attempting to bind port 90ca642c-6a89-461b-8f69-5290128f0392 on network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:55:31.150943 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:31.198982 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.233136 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:55:31.233621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Checking segment: {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:31.234109 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.234591 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Bound using segment: {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:55:31.235153 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Bound port: 90ca642c-6a89-461b-8f69-5290128f0392, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:55:31.235637 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.250788 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] No DVR routers for this DVR port 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf on host dv-cinder-837051-1-iscsi {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:55:31.256174 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-986dd81d-4788-4c7a-9349-2ca15c16e4a1 None None] The port '2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:55:31.288948 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:31.343130 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:55:31.357618 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Sync routers for ids ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:55:31.371052 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Routers {'e04962fb-bbd4-4de2-a56a-c6d8a4372761'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:31.371965 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce2de280>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:31.372912 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.374420 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0113980f-c899-4c44-8dd1-7c4a7791c2a1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2905276
Apr 08 02:55:31.377154 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50536) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:31.391355 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.422350 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] For port 90ca642c-6a89-461b-8f69-5290128f0392, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:55:31.426133 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] For port 90ca642c-6a89-461b-8f69-5290128f0392, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=90ca642c-6a89-461b-8f69-5290128f0392,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:55:31.447051 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:31.450479 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fccb04bb0>,) {'filters': {'network_id': ['7f572796-aa3b-4385-be7e-dfaa12bb77ed']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:31.453294 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.483039 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccb04bb0>, '96dee0b9-90dd-467c-833a-bdf54614bd71') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:31.483335 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccb04bb0>, '96dee0b9-90dd-467c-833a-bdf54614bd71') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:31.506005 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.538303 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.555588 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:55:31.556055 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:55:31.583376 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:55:31.600321 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device be82b84f-21fe-4ba0-a316-4ceea00de11b up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:31.635309 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103dd973-9d8c-44d7-953f-8c77f9cdde26 None None] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:31.677474 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.694864 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fae3b0-8712-4cc4-b423-9e5e0cf8872f None None] Pushing event updated for resources: {'Port': ['ID=90ca642c-6a89-461b-8f69-5290128f0392,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:31.715348 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Set router e04962fb-bbd4-4de2-a56a-c6d8a4372761 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:31.731052 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:31.756386 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f572796-aa3b-4385-be7e-dfaa12bb77ed,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:31.785571 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ebfe2146-13ec-44ac-b603-2f7eddb4c15c admin admin] 10.222.0.23 "DELETE /v2.0/networks/7f572796-aa3b-4385-be7e-dfaa12bb77ed HTTP/1.1" status: 204  len: 168 time: 1.4434886
Apr 08 02:55:31.843878 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:31.844567 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcd115af0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:31.921476 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-0164f2d9-0c26-4a66-a6a8-4467fc82aa3a None None] Provisioning for port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:31.956080 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-0164f2d9-0c26-4a66-a6a8-4467fc82aa3a None None] Provisioning complete for port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:31.956449 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0164f2d9-0c26-4a66-a6a8-4467fc82aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.073163 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50542) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:32.117555 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce2de280>, [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 3, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port': {'id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:29Z', 'updated_at': '2022-04-08T02:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:32.122421 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Checking router: e04962fb-bbd4-4de2-a56a-c6d8a4372761 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:55:32.122901 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Updating router e04962fb-bbd4-4de2-a56a-c6d8a4372761 port af6924e5-1ec8-4015-81e7-e8ca258196a3 binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:55:32.125084 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-8adee7e3-bc27-41a0-8f6d-082a0b4141b5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=688b5f689e3e41249484667a939fd5f8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0508654
Apr 08 02:55:32.127659 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50546) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:32.153242 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port be82b84f-21fe-4ba0-a316-4ceea00de11b triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:32.153552 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.186738 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.291099 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:32.302942 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41771607-021e-487b-9c7a-825f7df4b9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.346071 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41771607-021e-487b-9c7a-825f7df4b9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.496462 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.553213 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.554426 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0164f2d9-0c26-4a66-a6a8-4467fc82aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.564958 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41771607-021e-487b-9c7a-825f7df4b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.567264 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Transition to ACTIVE for port object af6924e5-1ec8-4015-81e7-e8ca258196a3 will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:32.573844 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.602823 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41771607-021e-487b-9c7a-825f7df4b9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1190e9-3d0e-4eee-8d9d-aef41a682273,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:32.620060 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41771607-021e-487b-9c7a-825f7df4b9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.623616 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-41771607-021e-487b-9c7a-825f7df4b9c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a1190e9-3d0e-4eee-8d9d-aef41a682273 HTTP/1.1" status: 204  len: 168 time: 0.4924815
Apr 08 02:55:32.667239 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Attempting to bind port af6924e5-1ec8-4015-81e7-e8ca258196a3 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:55:32.667597 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Attempting to bind port af6924e5-1ec8-4015-81e7-e8ca258196a3 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:55:32.667983 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Attempting to bind port af6924e5-1ec8-4015-81e7-e8ca258196a3 on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:55:32.681419 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Pushing event updated for resources: {'Port': ['ID=af6924e5-1ec8-4015-81e7-e8ca258196a3,revision_number=2']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:32.686696 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:55:32.687062 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:32.687449 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.687823 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:55:32.688804 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Bound port: af6924e5-1ec8-4015-81e7-e8ca258196a3, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:55:32.689168 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.711668 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-0164f2d9-0c26-4a66-a6a8-4467fc82aa3a None None] For port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,segment=NetworkSegment(b2b52334-ba53-48fd-b4d7-161bd8c663c9),segment_id=b2b52334-ba53-48fd-b4d7-161bd8c663c9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:32.722694 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.724683 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.724683 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.724683 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.724683 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.725076 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0164f2d9-0c26-4a66-a6a8-4467fc82aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.725190 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.725190 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.725190 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.725190 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.725565 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.726369 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.727248 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:32.800464 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Allocated IP 172.20.0.1 (b8c00f1e-9c47-4ea8-8003-cb9b694102fd/687f5182-8f82-457d-b807-c4713da1cbe4/d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:55:32.829165 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] For port af6924e5-1ec8-4015-81e7-e8ca258196a3, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:55:32.834165 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] For port af6924e5-1ec8-4015-81e7-e8ca258196a3, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=af6924e5-1ec8-4015-81e7-e8ca258196a3,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:55:32.848906 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:32.862013 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 1047416f-2501-4328-bbee-64f45a0933ec no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:32.944230 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Routers {'e04962fb-bbd4-4de2-a56a-c6d8a4372761'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:32.945888 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce2de280>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:32.946881 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 1047416f-2501-4328-bbee-64f45a0933ec {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:55:32.947217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 1047416f-2501-4328-bbee-64f45a0933ec not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:32.947645 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 97c3b200-f611-4508-b29e-a7606992af89 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:33.017151 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c1c58-00c7-47b7-a111-e1b075b35d99 None None] Pushing event updated for resources: {'Port': ['ID=af6924e5-1ec8-4015-81e7-e8ca258196a3,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:33.021979 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.026446 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 97c3b200-f611-4508-b29e-a7606992af89 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:55:33.027214 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 97c3b200-f611-4508-b29e-a7606992af89 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:33.043981 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164f2d9-0c26-4a66-a6a8-4467fc82aa3a None None] Pushing event updated for resources: {'Port': ['ID=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:33.044320 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Transition to ACTIVE for port object d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:33.078219 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcd115af0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:31Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:33.086770 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91725e8-5299-4ccf-9647-f577b5820f0a None None] The sync data for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi is: [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:31Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:55:33.093978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.143494 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-fe6c7764-62cf-4d34-ae98-8f42dc6e8d62 None None] Provisioning complete for port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:33.143953 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fe6c7764-62cf-4d34-ae98-8f42dc6e8d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.196990 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] Set router e04962fb-bbd4-4de2-a56a-c6d8a4372761 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:33.199467 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 90ca642c-6a89-461b-8f69-5290128f0392 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:33.252162 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Pushing event updated for resources: {'Port': ['ID=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:33.273784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:33.275113 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:33.277597 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:55:33.371779 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 90ca642c-6a89-461b-8f69-5290128f0392 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:33.384806 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 90ca642c-6a89-461b-8f69-5290128f0392 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:33.385044 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.395352 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.693992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.698533 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.720016 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce2de280>, [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 3, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port': {'id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:29Z', 'updated_at': '2022-04-08T02:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:33.726218 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6dcd3d-6e11-443f-add3-d867147e4a4f None None] The sync data for ids ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'] in dv-cinder-837051-1-iscsi is: [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 3, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port': {'id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:29Z', 'updated_at': '2022-04-08T02:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:55:33.747385 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 90ca642c-6a89-461b-8f69-5290128f0392, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=90ca642c-6a89-461b-8f69-5290128f0392,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:33.769935 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.839954 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-127fee92-df29-4f99-aa57-083b0617b90a None None] Provisioning for port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:33.857051 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:55:33.894667 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-127fee92-df29-4f99-aa57-083b0617b90a None None] Provisioning complete for port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:33.895335 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-127fee92-df29-4f99-aa57-083b0617b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:33.936611 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:55:33.936947 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2d4cec4b-a1f6-4eaf-b877-9dd4fa05eccf not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:55:33.976715 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-127fee92-df29-4f99-aa57-083b0617b90a None None] Port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:55:33.978226 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=90ca642c-6a89-461b-8f69-5290128f0392,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:34.063044 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:34.070615 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:34.204822 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:34.208347 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Pushing event updated for resources: {'Port': ['ID=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:34.454226 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:34.455553 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:34.668031 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Router e04962fb-bbd4-4de2-a56a-c6d8a4372761 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:55:34.708974 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-982c29c3-5a23-4b8a-a091-37e7b132fe58 None None] Provisioning complete for port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:34.709595 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-982c29c3-5a23-4b8a-a091-37e7b132fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:34.773442 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-982c29c3-5a23-4b8a-a091-37e7b132fe58 None None] Port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:55:34.865374 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:55:34.877619 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0d9c5c4e-9770-465a-a488-3cdef23a073e admin admin] 10.222.0.23 "PUT /v2.0/routers/e04962fb-bbd4-4de2-a56a-c6d8a4372761/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4990952
Apr 08 02:55:34.961438 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50600) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:35.097181 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-42b2840d-b802-4385-bc07-54026fad6003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.102049 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.119947 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:35.131953 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Usage tracker for resource:security_group_rule and tenant:adc7cb084e9444099474d4186e32b7c2 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:35.131953 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:35.132647 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:35.224705 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device af6924e5-1ec8-4015-81e7-e8ca258196a3 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:35.237599 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.242997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.290700 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adc7cb084e9444099474d4186e32b7c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3256009
Apr 08 02:55:35.291181 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50616) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:35.303076 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port af6924e5-1ec8-4015-81e7-e8ca258196a3 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:35.311854 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port af6924e5-1ec8-4015-81e7-e8ca258196a3 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:35.312338 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.316000 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e8f39-e085-4a7f-bc44-260b673e1dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3cda05-52d9-41b6-9d10-f371a2cf958d,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:35.372526 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2296c87d-3f5b-4ae3-9d25-dece9b993d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.401577 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2296c87d-3f5b-4ae3-9d25-dece9b993d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.461983 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.465521 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2296c87d-3f5b-4ae3-9d25-dece9b993d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.483003 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296c87d-3f5b-4ae3-9d25-dece9b993d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3cda05-52d9-41b6-9d10-f371a2cf958d,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:35.495492 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2296c87d-3f5b-4ae3-9d25-dece9b993d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.499031 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-2296c87d-3f5b-4ae3-9d25-dece9b993d5b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b3cda05-52d9-41b6-9d10-f371a2cf958d HTTP/1.1" status: 204  len: 168 time: 0.2045298
Apr 08 02:55:35.503971 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port af6924e5-1ec8-4015-81e7-e8ca258196a3, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=af6924e5-1ec8-4015-81e7-e8ca258196a3,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:35.510865 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.511865 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 90ca642c-6a89-461b-8f69-5290128f0392 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:35.661482 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=af6924e5-1ec8-4015-81e7-e8ca258196a3,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:35.675144 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 90ca642c-6a89-461b-8f69-5290128f0392 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:35.675517 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:35.742819 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Sync routers for ids ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:55:35.764896 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Routers {'e04962fb-bbd4-4de2-a56a-c6d8a4372761'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:35.765881 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55700>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:35.984098 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:36.068875 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Set router e04962fb-bbd4-4de2-a56a-c6d8a4372761 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:36.227508 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:36.228120 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.445897 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50656) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:36.587581 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-608917314-network', 'tenant_id': '5682c3006d074b508671584dc67adfb4'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:36.592464 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:36.596444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Usage tracker for resource:network and tenant:5682c3006d074b508671584dc67adfb4 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:36.601096 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:36.601946 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55700>, [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 4, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port': {'id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:29Z', 'updated_at': '2022-04-08T02:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'd4d0cb2e-a5fb-4b2b-885b-a40f1fea410e', 'name': '', 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'mac_address': 'fa:16:3e:92:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '687f5182-8f82-457d-b807-c4713da1cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:32Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 2, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'subnets': [{'id': '687f5182-8f82-457d-b807-c4713da1cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:36.609560 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Checking router: e04962fb-bbd4-4de2-a56a-c6d8a4372761 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:55:36.610040 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Updating router e04962fb-bbd4-4de2-a56a-c6d8a4372761 port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:55:36.619849 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:36.633857 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Made reservation on behalf of 5682c3006d074b508671584dc67adfb4 for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:36.636643 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.652959 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.673998 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.675128 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:36.680950 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Usage tracker for resource:security_group_rule and tenant:5682c3006d074b508671584dc67adfb4 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:36.684608 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:36.695514 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:36.818791 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.830564 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.868443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:55:36.885195 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcd4bc5-4713-4e34-a212-9f7e4a89e7ac,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:36.888237 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.888678 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Added segment 07fba22a-f409-498c-981c-8fada50825ab of type vlan for network d0c5c3b2-444a-47bb-a4df-395adc03a0a7
Apr 08 02:55:36.918077 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.953854 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:36.955015 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:36.955812 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.079348 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50662) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:37.081310 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6323562
Apr 08 02:55:37.084587 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384f5a5-e8d6-4a7f-aad5-074be1dd4b07 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c5c3b2-444a-47bb-a4df-395adc03a0a7,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:37.085872 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Request body: {'subnet': {'network_id': 'd0c5c3b2-444a-47bb-a4df-395adc03a0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-608917314-subnet', 'tenant_id': '5682c3006d074b508671584dc67adfb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:37.097617 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:37.116512 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Usage tracker for resource:subnet and tenant:5682c3006d074b508671584dc67adfb4 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:37.119867 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:37.131221 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:37.135467 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network d0c5c3b2-444a-47bb-a4df-395adc03a0a7 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:55:37.152346 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Made reservation on behalf of 5682c3006d074b508671584dc67adfb4 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:37.155234 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.182595 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device af6924e5-1ec8-4015-81e7-e8ca258196a3 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:37.324065 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-de703bfe-484c-436d-b16f-f03c28924aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.354790 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.385950 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Transition to ACTIVE for port object d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:37.402982 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.436622 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port af6924e5-1ec8-4015-81e7-e8ca258196a3 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:37.437103 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.450794 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.560585 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Checking segment: {'id': '07fba22a-f409-498c-981c-8fada50825ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd0c5c3b2-444a-47bb-a4df-395adc03a0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:37.561188 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Network hostable DHCP agents. Network: d0c5c3b2-444a-47bb-a4df-395adc03a0a7, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:55:37.569553 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83493720-51b4-4a6b-a4ec-074b5658ccf5,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:37.582114 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.582460 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.582779 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.583105 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.583424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.583744 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.588627 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.589239 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.589730 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.590333 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.590811 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.591427 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:55:37.614845 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Network d0c5c3b2-444a-47bb-a4df-395adc03a0a7 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:55:37.638692 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, d0c5c3b2-444a-47bb-a4df-395adc03a0a7) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:37.645284 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:37.645979 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.691391 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0a02d6ee-0c74-4ac6-bdfb-fc2dec365849 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6015289
Apr 08 02:55:37.691638 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9989ab-7278-41fd-8ccc-60f65dd8e1d1 None None] Network d0c5c3b2-444a-47bb-a4df-395adc03a0a7 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:37.740376 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9f55c-2b20-4ad1-8dc7-b29793025924 None None] Pushing event updated for resources: {'Port': ['ID=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:37.920568 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Attempting to bind port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:55:37.920929 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Attempting to bind port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:55:37.921280 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Attempting to bind port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e on network b8c00f1e-9c47-4ea8-8003-cb9b694102fd {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:55:37.943317 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:55:37.943638 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Checking segment: {'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:37.944053 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:37.944999 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Bound using segment: {'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:55:37.946027 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Bound port: d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b52334-ba53-48fd-b4d7-161bd8c663c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:55:37.946385 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.112995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] For port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:55:38.168616 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] For port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,segment=NetworkSegment(b2b52334-ba53-48fd-b4d7-161bd8c663c9),segment_id=b2b52334-ba53-48fd-b4d7-161bd8c663c9)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:55:38.175206 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fbc4ab-07c3-40ad-a171-11bd9755a4ed None None] Network d0c5c3b2-444a-47bb-a4df-395adc03a0a7 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:38.190182 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.390445 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Routers {'e04962fb-bbd4-4de2-a56a-c6d8a4372761'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:55:38.391128 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55700>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:38.404496 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50680) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:38.411322 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131626891-network', 'tenant_id': 'b4a82c9831b145d1b46e2ab0d36bb0f4'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:38.420115 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:38.440203 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Usage tracker for resource:network and tenant:b4a82c9831b145d1b46e2ab0d36bb0f4 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:38.443797 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:38.453117 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:38.485746 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Made reservation on behalf of b4a82c9831b145d1b46e2ab0d36bb0f4 for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:38.488213 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.514887 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.543696 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:38.545373 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9f55c-2b20-4ad1-8dc7-b29793025924 None None] Pushing event updated for resources: {'Port': ['ID=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:38.550817 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a82c9831b145d1b46e2ab0d36bb0f4 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:38.562011 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:38.577259 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:38.633457 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.635016 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.704786 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.709515 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.747396 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64135bf-bcfd-4db1-bc2c-4721f99b4512,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:38.759302 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:55:38.770891 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.771462 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Added segment 68c1ed90-a289-43b2-9b01-cd33d52e5c45 of type vlan for network 7c1d6113-4cd3-41ba-814c-6ca88b9f6646
Apr 08 02:55:38.806538 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.809246 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] Set router e04962fb-bbd4-4de2-a56a-c6d8a4372761 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:55:38.846460 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.847802 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:38.848772 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:38.980995 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c1d6113-4cd3-41ba-814c-6ca88b9f6646,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:38.985775 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-96d84003-216d-4c2a-8eb4-809268d979f1 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5790665
Apr 08 02:55:38.988701 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50684) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:38.995721 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Request body: {'subnet': {'network_id': '7c1d6113-4cd3-41ba-814c-6ca88b9f6646', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2131626891-subnet', 'tenant_id': 'b4a82c9831b145d1b46e2ab0d36bb0f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:39.001397 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:39.007655 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Usage tracker for resource:subnet and tenant:b4a82c9831b145d1b46e2ab0d36bb0f4 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:39.011377 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:39.017661 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:39.032406 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Made reservation on behalf of b4a82c9831b145d1b46e2ab0d36bb0f4 for: {'subnet': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:39.036394 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2481902'] for subnet, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:39.056604 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 7c1d6113-4cd3-41ba-814c-6ca88b9f6646 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:55:39.275492 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55700>, [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 4, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port': {'id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:29Z', 'updated_at': '2022-04-08T02:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'd4d0cb2e-a5fb-4b2b-885b-a40f1fea410e', 'name': '', 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'mac_address': 'fa:16:3e:92:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '687f5182-8f82-457d-b807-c4713da1cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:32Z', 'updated_at': '2022-04-08T02:55:38Z', 'revision_number': 4, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'subnets': [{'id': '687f5182-8f82-457d-b807-c4713da1cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:39.278649 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beceb91-dc5b-4ec9-bec9-1d831f498d11 None None] The sync data for ids ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'] in dv-cinder-837051-1-iscsi is: [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 4, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port': {'id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:29Z', 'updated_at': '2022-04-08T02:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'd4d0cb2e-a5fb-4b2b-885b-a40f1fea410e', 'name': '', 'network_id': 'b8c00f1e-9c47-4ea8-8003-cb9b694102fd', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'mac_address': 'fa:16:3e:92:27:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '687f5182-8f82-457d-b807-c4713da1cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:32Z', 'updated_at': '2022-04-08T02:55:38Z', 'revision_number': 4, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'subnets': [{'id': '687f5182-8f82-457d-b807-c4713da1cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:55:39.292229 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1634288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2481884'] for subnet, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:39.390536 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58546aaf-9bbc-42bb-9a36-f366025eb8ac,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:39.402657 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Checking segment: {'id': '68c1ed90-a289-43b2-9b01-cd33d52e5c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '7c1d6113-4cd3-41ba-814c-6ca88b9f6646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:55:39.403224 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Network hostable DHCP agents. Network: 7c1d6113-4cd3-41ba-814c-6ca88b9f6646, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87222) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:55:39.432893 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Network 7c1d6113-4cd3-41ba-814c-6ca88b9f6646 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87222) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:55:39.488211 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 7c1d6113-4cd3-41ba-814c-6ca88b9f6646) {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:39.497504 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4038f42b-8874-4d20-afbb-cb08acbf4c3d None None] Network 7c1d6113-4cd3-41ba-814c-6ca88b9f6646 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:39.500841 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:39.501631 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:39.538474 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e68637a2-f312-43b5-beb6-fc19f8f2932c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5476377
Apr 08 02:55:39.751795 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50696) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:39.829784 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2023659-4246-4167-8f3c-d7a03250762a None None] Network 7c1d6113-4cd3-41ba-814c-6ca88b9f6646 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:55:39.841024 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] Deleting subnet 83493720-51b4-4a6b-a4ec-074b5658ccf5 {{(pid=87222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:55:39.844917 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:39.915050 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508645'] for subnet, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:39.989578 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.047693 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.123576 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2481867'] for subnet, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.208705 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83493720-51b4-4a6b-a4ec-074b5658ccf5,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:40.225941 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.242145 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4c11406f-a26b-4c2c-a5e0-fbf3f336ceac admin admin] 10.222.0.23 "DELETE /v2.0/subnets/83493720-51b4-4a6b-a4ec-074b5658ccf5 HTTP/1.1" status: 204  len: 168 time: 0.4887619
Apr 08 02:55:40.245095 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50704) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:40.429732 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.623837 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.664034 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc1ffd0>,) {'filters': {'network_id': ['d0c5c3b2-444a-47bb-a4df-395adc03a0a7']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:40.682592 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc1ffd0>, '07fba22a-f409-498c-981c-8fada50825ab') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:40.682592 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc1ffd0>, '07fba22a-f409-498c-981c-8fada50825ab') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:40.696959 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.723350 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.734483 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:55:40.734942 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:55:40.750447 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:55:40.834392 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.839718 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:40.862997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c5c3b2-444a-47bb-a4df-395adc03a0a7,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:40.869668 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-6e6ec06e-580c-4ae4-991f-c1aa79f06848 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0c5c3b2-444a-47bb-a4df-395adc03a0a7 HTTP/1.1" status: 204  len: 168 time: 0.6235204
Apr 08 02:55:40.872794 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50712) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:41.060318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_v2 [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] Deleting subnet 58546aaf-9bbc-42bb-9a36-f366025eb8ac {{(pid=87222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:55:41.065284 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.141222 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508645'] for subnet, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.173421 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:41.224435 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.261473 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:41.268628 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:41.269641 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.309306 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2481867'] for subnet, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.355473 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58546aaf-9bbc-42bb-9a36-f366025eb8ac,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:41.359098 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.365216 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-184b09bf-57f7-46c0-b933-b269f16ce601 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/58546aaf-9bbc-42bb-9a36-f366025eb8ac HTTP/1.1" status: 204  len: 168 time: 0.4886689
Apr 08 02:55:41.368155 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50716) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:41.415868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.456794 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,segment=NetworkSegment(b2b52334-ba53-48fd-b4d7-161bd8c663c9),segment_id=b2b52334-ba53-48fd-b4d7-161bd8c663c9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:55:41.466122 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.479311 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.584222 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:41.634124 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.683084 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fccb992e0>,) {'filters': {'network_id': ['7c1d6113-4cd3-41ba-814c-6ca88b9f6646']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:41.701703 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccb992e0>, '68c1ed90-a289-43b2-9b01-cd33d52e5c45') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:41.702136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccb992e0>, '68c1ed90-a289-43b2-9b01-cd33d52e5c45') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:55:41.717524 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.736380 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.743827 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:55:41.744275 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:55:41.759306 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:55:41.846697 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.873906 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:41.880526 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1d6113-4cd3-41ba-814c-6ca88b9f6646,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:41.888249 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-54b8557b-5c9c-4e53-86a2-e8cc62347aa0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/7c1d6113-4cd3-41ba-814c-6ca88b9f6646 HTTP/1.1" status: 204  len: 168 time: 0.5165415
Apr 08 02:55:42.091003 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50732) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:42.154781 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4bd51e71-9358-4c46-a3f4-66e709c29ce7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5682c3006d074b508671584dc67adfb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0624406
Apr 08 02:55:42.157535 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50738) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:42.229228 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-03b11e21-e52d-498f-aa09-f6c6dab23f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.263627 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-03b11e21-e52d-498f-aa09-f6c6dab23f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.329951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-03b11e21-e52d-498f-aa09-f6c6dab23f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.344979 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b11e21-e52d-498f-aa09-f6c6dab23f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcd4bc5-4713-4e34-a212-9f7e4a89e7ac,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:42.353150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-03b11e21-e52d-498f-aa09-f6c6dab23f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.357155 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-03b11e21-e52d-498f-aa09-f6c6dab23f7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddcd4bc5-4713-4e34-a212-9f7e4a89e7ac HTTP/1.1" status: 204  len: 168 time: 0.1958342
Apr 08 02:55:42.814649 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50746) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:42.876399 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-6fb888cd-6760-4ffe-8a3b-1bfd8180cf23 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4a82c9831b145d1b46e2ab0d36bb0f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0600760
Apr 08 02:55:42.878906 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50750) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:42.948818 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24da3369-f55b-4cbd-b3fa-8a0dda27d633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:42.980657 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24da3369-f55b-4cbd-b3fa-8a0dda27d633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.076610 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24da3369-f55b-4cbd-b3fa-8a0dda27d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.093663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3369-f55b-4cbd-b3fa-8a0dda27d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64135bf-bcfd-4db1-bc2c-4721f99b4512,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:43.098741 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-24da3369-f55b-4cbd-b3fa-8a0dda27d633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:43.102948 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-24da3369-f55b-4cbd-b3fa-8a0dda27d633 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b64135bf-bcfd-4db1-bc2c-4721f99b4512 HTTP/1.1" status: 204  len: 168 time: 0.2200768
Apr 08 02:55:43.149346 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:55:43.225956 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:43.226279 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.102339 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:55:45.752116 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50832) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:45.883833 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:45.900684 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:45.904526 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Usage tracker for resource:security_group_rule and tenant:c858f29b89c14fa6bd90d334b609e03b is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:45.907373 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:45.913320 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:46.020547 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.026177 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.079177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50842) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:46.079757 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c858f29b89c14fa6bd90d334b609e03b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3260078
Apr 08 02:55:46.084187 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cf2e3-3e36-46de-81e7-450ff2d42e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ead86c-28f5-43a6-bb77-1de2f631b36c,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:46.163790 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c450-2c2c-4d0e-994a-4ece4edf09e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.193694 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c450-2c2c-4d0e-994a-4ece4edf09e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.251317 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c450-2c2c-4d0e-994a-4ece4edf09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.268120 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3c450-2c2c-4d0e-994a-4ece4edf09e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ead86c-28f5-43a6-bb77-1de2f631b36c,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:46.272876 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8cf3c450-2c2c-4d0e-994a-4ece4edf09e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.276142 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-8cf3c450-2c2c-4d0e-994a-4ece4edf09e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5ead86c-28f5-43a6-bb77-1de2f631b36c HTTP/1.1" status: 204  len: 168 time: 0.1937020
Apr 08 02:55:46.592479 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 50858) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:46.611689 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.627122 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:46.631013 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Usage tracker for resource:security_group_rule and tenant:ed4c2615e41948d6bec0e7fec02fc31d is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:46.634153 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:46.640150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:46.724368 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.728189 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.774865 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ed4c2615e41948d6bec0e7fec02fc31d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1811998
Apr 08 02:55:46.775776 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8106-b1a7-4e17-9e33-b4d88d73e142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10338d9-6d76-4f09-9b30-8b26ec9f5590,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:46.777627 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 50864) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:46.837427 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7fa48432-325d-4353-85e3-09e3518887da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.862605 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7fa48432-325d-4353-85e3-09e3518887da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:46.916865 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7fa48432-325d-4353-85e3-09e3518887da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:47.011402 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48432-325d-4353-85e3-09e3518887da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10338d9-6d76-4f09-9b30-8b26ec9f5590,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:47.017939 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-7fa48432-325d-4353-85e3-09e3518887da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:47.018989 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-7fa48432-325d-4353-85e3-09e3518887da admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a10338d9-6d76-4f09-9b30-8b26ec9f5590 HTTP/1.1" status: 204  len: 168 time: 0.2398655
Apr 08 02:55:47.271596 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-c173ef35-116e-4163-b685-0898644cbf11 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:47.272855 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-c173ef35-116e-4163-b685-0898644cbf11 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Synchronizing usage tracker for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:network {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:47.289231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-c173ef35-116e-4163-b685-0898644cbf11 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Unset dirty status for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:network {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:47.290449 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-c173ef35-116e-4163-b685-0898644cbf11 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 815 time: 0.1622777
Apr 08 02:55:47.306164 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-28da34eb-a3c2-4fdd-8a14-fe0e6f41edab tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/quotas/db379f877ebf4bda8bcef28d03d0e3bb HTTP/1.1" status: 200  len: 375 time: 0.0099034
Apr 08 02:55:47.390292 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-77a7745c-8332-47bf-a7df-ba4cd56cd354 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Synchronizing usage tracker for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:47.407831 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-77a7745c-8332-47bf-a7df-ba4cd56cd354 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Unset dirty status for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:47.409256 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-77a7745c-8332-47bf-a7df-ba4cd56cd354 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0975540
Apr 08 02:55:47.529171 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-a50449f2-0311-45cb-9c6c-81bbf30bc7a5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:55:47.530151 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-a50449f2-0311-45cb-9c6c-81bbf30bc7a5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1095047
Apr 08 02:55:47.669445 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-4d0d105a-b931-462d-b41b-7cc2fab8cdf8 service neutron] 10.222.0.23 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333694
Apr 08 02:55:47.809804 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-98e72fec-915b-499f-87f1-74da42e5dc69 service neutron] 10.222.0.23 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342883
Apr 08 02:55:47.998282 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-3c30bf96-198b-4f12-9bb9-4b01e00013b3 req-acf0bdfa-d589-4802-a203-8eb708507685 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 210 time: 0.0468204
Apr 08 02:55:49.244073 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b9b338f8-88dc-4e92-a025-54df1bb1a4db tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:49.245470 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b9b338f8-88dc-4e92-a025-54df1bb1a4db tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 815 time: 0.1727717
Apr 08 02:55:49.264665 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'port': {'device_id': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'admin_state_up': True, 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:55:49.326253 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9a78b7e5-e6b9-4ccd-be4f-1980b56f5d6c req-2b0ffa18-a38e-45d9-9708-fa3be0184cae tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 210 time: 0.0510168
Apr 08 02:55:49.410474 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:49.419894 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:49.429020 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Made reservation on behalf of db379f877ebf4bda8bcef28d03d0e3bb for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:55:49.432694 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:49.609332 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Allocated IP 172.20.0.12 (470b3774-e0c3-4f99-a636-71fb4a8c79b9/9bc06a12-5a9d-4ba6-8838-46866b09f24c/c585c168-7e51-4ca1-8f45-2f19dde4b67a) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:55:49.991088 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.012800 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Transition to ACTIVE for port object c585c168-7e51-4ca1-8f45-2f19dde4b67a will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:55:50.047713 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.158408 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:50.165580 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:55:50.166969 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:55:50.170498 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:55:50.365013 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:50.366398 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.453643 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-b77729a2-5296-44a3-bbd2-44109e7670d1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1919534
Apr 08 02:55:50.592320 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-6ff333d0-6440-44fd-bbaa-67d869ad8c1e None None] Provisioning for port c585c168-7e51-4ca1-8f45-2f19dde4b67a completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:55:50.598355 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-6ff333d0-6440-44fd-bbaa-67d869ad8c1e None None] Provisioning complete for port c585c168-7e51-4ca1-8f45-2f19dde4b67a triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:55:50.598727 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6ff333d0-6440-44fd-bbaa-67d869ad8c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:50.714910 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-6ff333d0-6440-44fd-bbaa-67d869ad8c1e None None] Port c585c168-7e51-4ca1-8f45-2f19dde4b67a cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:55:50.735051 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc63f-a631-4e51-8c36-c427e2645ef2 req-e7e55c41-f595-471a-89fa-2a51d3c41bf5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:50.736327 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-0eefc63f-a631-4e51-8c36-c427e2645ef2 req-e7e55c41-f595-471a-89fa-2a51d3c41bf5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Synchronizing usage tracker for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:50.763751 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-0eefc63f-a631-4e51-8c36-c427e2645ef2 req-e7e55c41-f595-471a-89fa-2a51d3c41bf5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Unset dirty status for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:50.765182 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0eefc63f-a631-4e51-8c36-c427e2645ef2 req-e7e55c41-f595-471a-89fa-2a51d3c41bf5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.2173600
Apr 08 02:55:50.950829 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0eefc63f-a631-4e51-8c36-c427e2645ef2 req-9bdf4fec-fe15-4b61-a18b-c2303f6f58e3 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736944
Apr 08 02:55:52.160793 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f90951-82fb-4fdf-bafb-ea3b956cc4c7 req-d1965f43-c8c2-4549-bcff-f1c63f7ad354 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:52.162311 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-11f90951-82fb-4fdf-bafb-ea3b956cc4c7 req-d1965f43-c8c2-4549-bcff-f1c63f7ad354 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.1001887
Apr 08 02:55:52.209515 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-11f90951-82fb-4fdf-bafb-ea3b956cc4c7 req-3542315a-a9c8-4306-94b9-e38cf41fe90a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Synchronizing usage tracker for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:55:52.228135 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-11f90951-82fb-4fdf-bafb-ea3b956cc4c7 req-3542315a-a9c8-4306-94b9-e38cf41fe90a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Unset dirty status for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:55:52.229398 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-11f90951-82fb-4fdf-bafb-ea3b956cc4c7 req-3542315a-a9c8-4306-94b9-e38cf41fe90a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599217
Apr 08 02:55:52.491890 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51024) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:52.616851 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.631893 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:52.636087 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Usage tracker for resource:security_group_rule and tenant:47a8ce98ad71411dac7c7579a7ff6348 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:52.639103 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:52.645064 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:52.732956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.737465 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.789869 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=47a8ce98ad71411dac7c7579a7ff6348&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2965348
Apr 08 02:55:52.790505 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3759c-1c37-45fa-9e2e-8c7a1b2398f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b491b06-7e40-4681-9e6e-a109d90ac17f,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:52.792576 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51030) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:52.861846 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37f92837-19db-43ce-b0e2-add78b382502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.887786 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37f92837-19db-43ce-b0e2-add78b382502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.946893 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37f92837-19db-43ce-b0e2-add78b382502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.963910 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f92837-19db-43ce-b0e2-add78b382502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b491b06-7e40-4681-9e6e-a109d90ac17f,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:52.976641 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-37f92837-19db-43ce-b0e2-add78b382502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:52.976641 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-37f92837-19db-43ce-b0e2-add78b382502 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b491b06-7e40-4681-9e6e-a109d90ac17f HTTP/1.1" status: 204  len: 168 time: 0.1799605
Apr 08 02:55:53.300225 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51040) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.324774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.352877 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:53.365402 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Usage tracker for resource:security_group_rule and tenant:7457ef88b11448a08f3a3ff1f9c3afad is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:53.373453 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:53.389289 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:53.477164 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e0de-c3da-4a62-a5c3-18cc4bde26cd req-92688074-927c-4745-afb6-9b0ea524ad92 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:53.485911 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-32f3e0de-c3da-4a62-a5c3-18cc4bde26cd req-92688074-927c-4745-afb6-9b0ea524ad92 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.1313884
Apr 08 02:55:53.575001 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.579183 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-32f3e0de-c3da-4a62-a5c3-18cc4bde26cd req-9ce58d5e-5334-4acd-b2ac-203b19007d60 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865467
Apr 08 02:55:53.581254 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.639461 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7457ef88b11448a08f3a3ff1f9c3afad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3381796
Apr 08 02:55:53.641171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709684-8d8f-4002-bdef-ed4896c0ecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad6e036-1dbb-492a-a500-978555142ef8,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:53.642148 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51046) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:53.731148 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-55295cf2-641b-437b-bed4-ca518907aeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.758641 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-55295cf2-641b-437b-bed4-ca518907aeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.817598 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-55295cf2-641b-437b-bed4-ca518907aeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.834176 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55295cf2-641b-437b-bed4-ca518907aeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad6e036-1dbb-492a-a500-978555142ef8,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:53.844619 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-55295cf2-641b-437b-bed4-ca518907aeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:53.845735 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-55295cf2-641b-437b-bed4-ca518907aeb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bad6e036-1dbb-492a-a500-978555142ef8 HTTP/1.1" status: 204  len: 168 time: 0.2025383
Apr 08 02:55:54.798960 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d8912-ea43-4acf-8655-5d4e06a68329 req-d0ccae92-9670-473f-8efb-b884e89b39f9 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:54.800594 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5b7d8912-ea43-4acf-8655-5d4e06a68329 req-d0ccae92-9670-473f-8efb-b884e89b39f9 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.0901117
Apr 08 02:55:54.872703 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5b7d8912-ea43-4acf-8655-5d4e06a68329 req-14744ee6-7827-4801-a44b-906ca5aa3bd4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637052
Apr 08 02:55:56.109926 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41fdab-3ccf-4c94-9b2e-f6d9b0bf2413 req-a31bdb34-04dd-4d5c-a6ff-d9c4d6ef573f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:56.112184 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb41fdab-3ccf-4c94-9b2e-f6d9b0bf2413 req-a31bdb34-04dd-4d5c-a6ff-d9c4d6ef573f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.1178930
Apr 08 02:55:56.194427 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-eb41fdab-3ccf-4c94-9b2e-f6d9b0bf2413 req-90df68ee-b08d-4a84-9441-2e753640ed62 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753515
Apr 08 02:55:57.442310 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb75ef-3f9d-4e55-a53b-babdbc218383 req-14c8c7c2-5915-4f94-935c-2d5ea57d14ce tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:57.443968 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9ddb75ef-3f9d-4e55-a53b-babdbc218383 req-14c8c7c2-5915-4f94-935c-2d5ea57d14ce tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.1293604
Apr 08 02:55:57.493788 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9ddb75ef-3f9d-4e55-a53b-babdbc218383 req-0a3fbea7-4b37-4296-b659-fd984b9cb898 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413392
Apr 08 02:55:58.681920 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4d6b4-ccde-4a37-ba7c-b7b04e6f6010 req-f1982920-ecfa-40a4-aa3e-85724e70c10f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:58.683818 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-49f4d6b4-ccde-4a37-ba7c-b7b04e6f6010 req-f1982920-ecfa-40a4-aa3e-85724e70c10f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.0779312
Apr 08 02:55:58.727566 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-49f4d6b4-ccde-4a37-ba7c-b7b04e6f6010 req-379f0cfd-fcd2-490d-8c34-d3c7d504ab71 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380383
Apr 08 02:55:59.138116 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51142) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:59.256380 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.279393 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:59.283159 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Usage tracker for resource:security_group_rule and tenant:6fcd708b69c847d281ec7b095865d0c3 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:59.285926 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:59.291474 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:59.372453 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.376099 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.423043 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6fcd708b69c847d281ec7b095865d0c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2838271
Apr 08 02:55:59.423800 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb38d4e-2662-4dda-a460-204e2816e346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df7f2ba-ae3b-43d3-b12b-2d6a539f7a38,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:59.425742 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51148) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:59.482615 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-16afcb22-3290-40c1-8f1e-e8ed37f7ba14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.508119 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-16afcb22-3290-40c1-8f1e-e8ed37f7ba14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.558994 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-16afcb22-3290-40c1-8f1e-e8ed37f7ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.575718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afcb22-3290-40c1-8f1e-e8ed37f7ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df7f2ba-ae3b-43d3-b12b-2d6a539f7a38,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:55:59.591840 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-16afcb22-3290-40c1-8f1e-e8ed37f7ba14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.593005 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-16afcb22-3290-40c1-8f1e-e8ed37f7ba14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4df7f2ba-ae3b-43d3-b12b-2d6a539f7a38 HTTP/1.1" status: 204  len: 168 time: 0.1662970
Apr 08 02:55:59.876635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51158) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:55:59.893744 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:55:59.912037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:55:59.916405 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a7d2463215114fd680f05f6737672dd9 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:55:59.917423 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfeeec-7d4d-4a92-9a1e-984b8fb21b58 req-e7111a96-7db6-4802-8df0-ece80c830366 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:55:59.923207 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9bdfeeec-7d4d-4a92-9a1e-984b8fb21b58 req-e7111a96-7db6-4802-8df0-ece80c830366 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.0829847
Apr 08 02:55:59.923308 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:55:59.925007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:55:59.974186 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9bdfeeec-7d4d-4a92-9a1e-984b8fb21b58 req-d4daa8df-b4e1-4874-8f37-92650108744e tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440345
Apr 08 02:56:00.012538 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.016396 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.061877 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f1eab-01da-4678-825f-ff111de77052,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:00.068721 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-8e99f9ff-e9c8-4e29-b148-fff64e64f9f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a7d2463215114fd680f05f6737672dd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886735
Apr 08 02:56:00.069096 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51164) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:00.126513 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576f901c-cf1c-402f-8534-a40a55785af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.151808 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576f901c-cf1c-402f-8534-a40a55785af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.202668 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576f901c-cf1c-402f-8534-a40a55785af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.222539 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f901c-cf1c-402f-8534-a40a55785af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f1eab-01da-4678-825f-ff111de77052,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:00.227052 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-576f901c-cf1c-402f-8534-a40a55785af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.228163 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-576f901c-cf1c-402f-8534-a40a55785af4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/246f1eab-01da-4678-825f-ff111de77052 HTTP/1.1" status: 204  len: 168 time: 0.1581521
Apr 08 02:56:00.392171 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.639815 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Request body: {'port': {'device_id': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:00.757511 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:00.955344 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51188) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:01.065419 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-795873562-network', 'tenant_id': '1b051a844bb34a5eb22cb95898cceb82'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:01.070359 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:01.075338 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Usage tracker for resource:network and tenant:1b051a844bb34a5eb22cb95898cceb82 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:01.079034 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:01.085720 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:01.098272 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Made reservation on behalf of 1b051a844bb34a5eb22cb95898cceb82 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:01.102044 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.134444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c585c168-7e51-4ca1-8f45-2f19dde4b67a {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:56:01.144308 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.153055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.160768 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Transition to ACTIVE for port object c585c168-7e51-4ca1-8f45-2f19dde4b67a will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:01.170182 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.181147 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:01.188024 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Usage tracker for resource:security_group_rule and tenant:1b051a844bb34a5eb22cb95898cceb82 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:01.191315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:01.202444 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:01.255994 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe943831-689f-41b9-b1b9-af7d0ef0f579 req-20b73a0f-81c7-4de1-ab0f-cfc8594df372 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:01.257661 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fe943831-689f-41b9-b1b9-af7d0ef0f579 req-20b73a0f-81c7-4de1-ab0f-cfc8594df372 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 932 time: 0.1378682
Apr 08 02:56:01.352227 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Pushing event updated for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:01.413323 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fe943831-689f-41b9-b1b9-af7d0ef0f579 req-c6793685-8839-492b-9599-abd86ef2ef84 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453788
Apr 08 02:56:01.486784 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Attempting to bind port c585c168-7e51-4ca1-8f45-2f19dde4b67a on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:01.487051 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.487171 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Attempting to bind port c585c168-7e51-4ca1-8f45-2f19dde4b67a by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:01.487471 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Attempting to bind port c585c168-7e51-4ca1-8f45-2f19dde4b67a on network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:01.491408 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.493095 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Port c585c168-7e51-4ca1-8f45-2f19dde4b67a on network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:56:01.493413 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Attempting to bind port c585c168-7e51-4ca1-8f45-2f19dde4b67a on network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:01.499546 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:56:01.499805 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Checking segment: {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:01.500213 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Bound using segment: {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:56:01.500682 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Bound port: c585c168-7e51-4ca1-8f45-2f19dde4b67a, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920ecb8e-294d-433e-bd2a-63534f6a68e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:01.500981 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.526110 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:56:01.535891 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d1abd3-7c32-45e6-9f09-39db7d8aeb62,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:01.543875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.544318 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Added segment 979cd829-97eb-4eb5-9aca-7f91da8e8c26 of type vlan for network 6fc34e5b-644f-4683-aa44-02acd9c00958
Apr 08 02:56:01.576143 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.608708 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.610640 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:01.611230 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.691462 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:56:01.694777 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:56:01.700030 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.725808 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] Pushing event updated for resources: {'Network': ['ID=6fc34e5b-644f-4683-aa44-02acd9c00958,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:01.730365 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-5115701b-de2b-4e93-88c9-978cae032bbe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7731671
Apr 08 02:56:01.735606 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51198) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:01.741099 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 6fc34e5b-644f-4683-aa44-02acd9c00958 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:56:01.743758 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Request body: {'subnet': {'network_id': '6fc34e5b-644f-4683-aa44-02acd9c00958', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-795873562-subnet', 'tenant_id': '1b051a844bb34a5eb22cb95898cceb82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:01.748576 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:01.752859 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Usage tracker for resource:subnet and tenant:1b051a844bb34a5eb22cb95898cceb82 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:01.755574 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:01.762405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:01.765450 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:01.766393 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.768098 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] 10.222.0.41 "PUT /v2.0/ports/c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1094 time: 1.1336000
Apr 08 02:56:01.768528 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:01.773424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Made reservation on behalf of 1b051a844bb34a5eb22cb95898cceb82 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:01.776865 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:01.799303 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddb9d8-2f44-41bb-be99-8c9799fa6958 service neutron] Pushing event updated for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:01.926873 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-254e3170-f8ed-415e-948e-48ceacbcc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:01.928522 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-254e3170-f8ed-415e-948e-48ceacbcc0f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1097 time: 0.0975513
Apr 08 02:56:02.016998 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d33bdf4-b69d-4a18-98c3-87230c3d35e9'] response: {'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'status': 'completed', 'code': 200}
Apr 08 02:56:02.025398 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-6ed71891-93a3-4f52-af9c-9f68e24a2d17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 217 time: 0.0841527
Apr 08 02:56:02.029280 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.089614 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-73c6c7e5-f762-4508-a308-53351667faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:02.091095 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-73c6c7e5-f762-4508-a308-53351667faf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0599153
Apr 08 02:56:02.106868 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d70474f-2a85-4412-9f68-250051cb7349,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:02.114263 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Checking segment: {'id': '979cd829-97eb-4eb5-9aca-7f91da8e8c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '6fc34e5b-644f-4683-aa44-02acd9c00958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:02.114614 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Network hostable DHCP agents. Network: 6fc34e5b-644f-4683-aa44-02acd9c00958, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:56:02.133973 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Network 6fc34e5b-644f-4683-aa44-02acd9c00958 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:56:02.145058 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 6fc34e5b-644f-4683-aa44-02acd9c00958) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:02.149148 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:02.149733 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:02.154192 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46651111-d923-4bb4-927a-4a44260297f9 None None] Network 6fc34e5b-644f-4683-aa44-02acd9c00958 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:02.170669 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9012b459-8f2f-471b-a54c-e99d335a4d8e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4339283
Apr 08 02:56:02.179714 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-577865de-d9f3-43de-95d2-6395222ff884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:02.181308 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-577865de-d9f3-43de-95d2-6395222ff884 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846987
Apr 08 02:56:02.320570 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-0f1eb2e1-765b-48dc-89e9-23348e64f26a service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335974
Apr 08 02:56:02.393178 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924adb93-9643-478b-8183-d9d68a69dc08 None None] Network 6fc34e5b-644f-4683-aa44-02acd9c00958 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:02.469494 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-69c1ded4-2ebb-478f-8f1b-13068fa73334 req-1fd4ff3e-123b-4f07-b8dd-d5f7276221cd service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418774
Apr 08 02:56:02.706358 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586abc8-89ab-4599-a010-30b68119516c req-94812584-fb20-4486-afcf-14e449da4e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:02.708059 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7586abc8-89ab-4599-a010-30b68119516c req-94812584-fb20-4486-afcf-14e449da4e10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1097 time: 0.1358154
Apr 08 02:56:02.760893 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0ed8-5b80-43f7-8b82-5bd7e02ef0a8 req-69176bdc-b058-4390-bf77-a35a1e85945d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:02.765578 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f38b0ed8-5b80-43f7-8b82-5bd7e02ef0a8 req-69176bdc-b058-4390-bf77-a35a1e85945d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 944 time: 0.1835589
Apr 08 02:56:02.866716 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f38b0ed8-5b80-43f7-8b82-5bd7e02ef0a8 req-2c3fbcb6-d4ce-48fe-b779-2476034b4a4a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946155
Apr 08 02:56:02.869356 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586abc8-89ab-4599-a010-30b68119516c req-4f8ad875-3a4f-460e-8090-94770b7004ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:02.871802 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7586abc8-89ab-4599-a010-30b68119516c req-4f8ad875-3a4f-460e-8090-94770b7004ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1546299
Apr 08 02:56:02.960652 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51230) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:02.966223 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-844896826-network', 'tenant_id': '51b5139f0a4041cba2d752cde9633b65'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:02.970866 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:02.974679 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Usage tracker for resource:network and tenant:51b5139f0a4041cba2d752cde9633b65 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:02.977523 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:02.978864 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7586abc8-89ab-4599-a010-30b68119516c req-137dd3e8-f5ae-4c5c-b63f-8dd8fb208e94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 217 time: 0.1006179
Apr 08 02:56:02.987362 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:02.998602 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Made reservation on behalf of 51b5139f0a4041cba2d752cde9633b65 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:03.000914 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.014159 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.030878 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:03.034843 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Usage tracker for resource:security_group_rule and tenant:51b5139f0a4041cba2d752cde9633b65 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:03.037641 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:03.043421 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:03.060505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586abc8-89ab-4599-a010-30b68119516c req-a6eee3d5-458e-4539-8bc1-d739154c0464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:03.062196 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7586abc8-89ab-4599-a010-30b68119516c req-a6eee3d5-458e-4539-8bc1-d739154c0464 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0765059
Apr 08 02:56:03.123013 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17005812-0f99-401e-8840-53494209a3c7 req-bc8c85e5-c242-41fc-b7c9-32bb860ef628 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:03.124497 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-17005812-0f99-401e-8840-53494209a3c7 req-bc8c85e5-c242-41fc-b7c9-32bb860ef628 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 946 time: 0.1940522
Apr 08 02:56:03.128608 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.132694 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.161071 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:56:03.173543 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df50c9b3-2bd1-4056-8afd-83e712c1ddc6,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:03.178860 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.179191 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Added segment 1a11b77f-2a9d-4095-a7fe-e6d9285110dd of type vlan for network d8a58b53-9ed0-447c-9d20-d85a9502f145
Apr 08 02:56:03.185599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586abc8-89ab-4599-a010-30b68119516c req-ab240a3a-0ec9-4616-8a85-7ec19dcc221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:03.187082 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7586abc8-89ab-4599-a010-30b68119516c req-ab240a3a-0ec9-4616-8a85-7ec19dcc221a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1186018
Apr 08 02:56:03.190133 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-17005812-0f99-401e-8840-53494209a3c7 req-75cf0dd7-cd52-4aaa-bb39-0d37aab361f7 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579085
Apr 08 02:56:03.208638 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.238062 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.239012 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:03.239607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.325065 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7586abc8-89ab-4599-a010-30b68119516c req-47cfdb89-848d-42d1-8750-f570e756542d service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297696
Apr 08 02:56:03.340905 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3791635
Apr 08 02:56:03.343541 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763d783-d246-44ce-b60f-0c725cbd7b56 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a58b53-9ed0-447c-9d20-d85a9502f145,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:03.346225 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51234) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:03.351517 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Request body: {'subnet': {'network_id': 'd8a58b53-9ed0-447c-9d20-d85a9502f145', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-844896826-subnet', 'tenant_id': '51b5139f0a4041cba2d752cde9633b65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:03.355083 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network d8a58b53-9ed0-447c-9d20-d85a9502f145 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:56:03.357778 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:03.361608 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Usage tracker for resource:subnet and tenant:51b5139f0a4041cba2d752cde9633b65 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:03.364429 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:03.370658 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:03.380944 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Made reservation on behalf of 51b5139f0a4041cba2d752cde9633b65 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:03.383402 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.471884 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7586abc8-89ab-4599-a010-30b68119516c req-d79d540e-e209-453a-87d5-cb1be5ede1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398919
Apr 08 02:56:03.593067 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.664980 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b6f013-0f41-4034-8b5d-ea6f8f972afe,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:03.672023 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Checking segment: {'id': '1a11b77f-2a9d-4095-a7fe-e6d9285110dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd8a58b53-9ed0-447c-9d20-d85a9502f145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:03.672377 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Network hostable DHCP agents. Network: d8a58b53-9ed0-447c-9d20-d85a9502f145, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:56:03.692342 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Network d8a58b53-9ed0-447c-9d20-d85a9502f145 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:56:03.703885 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, d8a58b53-9ed0-447c-9d20-d85a9502f145) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:03.707958 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:03.708537 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:03.712564 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa8aab-5bba-4bbf-a9e5-2f957a71562f None None] Network d8a58b53-9ed0-447c-9d20-d85a9502f145 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:03.728983 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a65d6874-5524-4f84-9471-c57bd6e5fa16 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3816044
Apr 08 02:56:03.929971 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc14b2-a46e-40a1-a9d1-c538ba50815d None None] Network d8a58b53-9ed0-447c-9d20-d85a9502f145 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:04.061571 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629e4ac-a61d-45f1-8e26-345f4c9e19e4 req-00ff8e3e-dde8-4435-9f64-38524c4a13df tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:04.063087 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4629e4ac-a61d-45f1-8e26-345f4c9e19e4 req-00ff8e3e-dde8-4435-9f64-38524c4a13df tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 944 time: 0.0925312
Apr 08 02:56:04.112515 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-4629e4ac-a61d-45f1-8e26-345f4c9e19e4 req-0a21787e-fda1-4130-8c10-2b402db19c0e tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406814
Apr 08 02:56:04.729960 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbfb70-7565-4100-8974-0d17dfe8c990 req-a44af5af-173e-438e-804e-40f476a7eedb tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:04.731284 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-35fbfb70-7565-4100-8974-0d17dfe8c990 req-a44af5af-173e-438e-804e-40f476a7eedb tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 946 time: 0.2197664
Apr 08 02:56:04.790804 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-35fbfb70-7565-4100-8974-0d17dfe8c990 req-fca48766-8d4a-4cb8-9097-0da967c38c35 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups?id=e539abe8-89cb-499b-84cb-e0665e2f42d7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532532
Apr 08 02:56:04.802039 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b861f-5130-45fe-a155-11a9caf0c46d req-1fcb2320-18c2-470c-ba2e-6bedc76d50df tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:04.803423 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-373b861f-5130-45fe-a155-11a9caf0c46d req-1fcb2320-18c2-470c-ba2e-6bedc76d50df tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 946 time: 0.1249714
Apr 08 02:56:04.871886 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 105e599f-0cdc-4b32-9684-f0286bd3064f {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:04.872254 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.078909 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-bb9debef-3df4-4fd1-87ab-0d728e23caa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.117055 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] For port 105e599f-0cdc-4b32-9684-f0286bd3064f, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105e599f-0cdc-4b32-9684-f0286bd3064f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:05.117416 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.296659 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5ae0c-3db3-431b-a224-e4148298cf58 req-498ca750-5c60-481a-87d7-f3d284607950 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:05.298108 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7ff5ae0c-3db3-431b-a224-e4148298cf58 req-498ca750-5c60-481a-87d7-f3d284607950 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 944 time: 0.0809526
Apr 08 02:56:05.344409 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-7ff5ae0c-3db3-431b-a224-e4148298cf58 req-e4748f34-dedf-40ed-a7ee-95da85503fe6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405996
Apr 08 02:56:05.411493 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.411861 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.412216 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Floating IP 9c741a3b-0c1b-4234-8b44-0878082d91af disassociated. External IP: 172.27.1.200, port: 105e599f-0cdc-4b32-9684-f0286bd3064f.
Apr 08 02:56:05.412557 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 105e599f-0cdc-4b32-9684-f0286bd3064f owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:05.564185 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:05.616028 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=105e599f-0cdc-4b32-9684-f0286bd3064f,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:05.681453 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.681787 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.682705 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.683035 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.683351 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.683682 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.684021 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.684342 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.684660 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.684975 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.685290 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.685606 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:05.812912 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:56:06.017032 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-777f86e7-fe23-414e-af18-76c19975708c req-bec59766-8773-4030-8b8b-0d0d17beca4a tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cfe12a9-7278-44ab-b795-c7b012fdbe6e HTTP/1.1" status: 200  len: 210 time: 0.1004579
Apr 08 02:56:06.044231 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:56:06.054762 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:56:06.064952 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:06.065895 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1a53a0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:06.232858 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] No DVR routers for this DVR port 105e599f-0cdc-4b32-9684-f0286bd3064f on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:06.235288 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:06.237828 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'name': 'network-vif-deleted', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:06.254091 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-373b861f-5130-45fe-a155-11a9caf0c46d req-3fda8ed4-fb76-453e-8c2b-a02e6e9b62d6 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.41 "DELETE /v2.0/ports/105e599f-0cdc-4b32-9684-f0286bd3064f HTTP/1.1" status: 204  len: 173 time: 1.4447570
Apr 08 02:56:06.286292 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecfe82b-b634-4fb4-ac40-cb2c2c706be5'] response: {'server_uuid': '7cfe12a9-7278-44ab-b795-c7b012fdbe6e', 'name': 'network-vif-deleted', 'tag': '105e599f-0cdc-4b32-9684-f0286bd3064f', 'status': 'completed', 'code': 200}
Apr 08 02:56:06.296140 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:06.541065 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a89739-7af7-4159-b67b-b5f2ac2953f6 req-6bd1ccfe-4090-4fd3-a573-83bd2b1946d7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:06.543186 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-01a89739-7af7-4159-b67b-b5f2ac2953f6 req-6bd1ccfe-4090-4fd3-a573-83bd2b1946d7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 944 time: 0.0872209
Apr 08 02:56:06.591677 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-01a89739-7af7-4159-b67b-b5f2ac2953f6 req-49e42ef5-ebe6-4663-8e48-273fdfa40a3f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425990
Apr 08 02:56:06.618823 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1a53a0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:06.623460 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:56:06.640760 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:06.641344 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1a53a0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:55:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:06.799695 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device c585c168-7e51-4ca1-8f45-2f19dde4b67a details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:56:06.824582 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:06.946037 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:06.959381 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'port_id': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'mac_address': 'fa:16:3e:a8:a3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:56:07.019972 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.036402 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c585c168-7e51-4ca1-8f45-2f19dde4b67a {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:56:07.072206 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:07.078188 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.157763 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51282) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:07.160315 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:07.172191 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1a53a0>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:07.176470 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cb9b86-41c5-4494-ab64-6ba145d74cca None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:44:00Z', 'revision_number': 4, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '2b21848f-02b2-4625-8c96-a8e102fd3aa0', 'name': '', 'network_id': '43b1983b-07c7-47cb-8ae4-f6d4398035b6', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'mac_address': 'fa:16:3e:7d:0f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:55Z', 'updated_at': '2022-04-08T02:44:16Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'subnets': [{'id': 'de022256-0697-4bb1-ade2-6e147cbe87b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:56:07.227846 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d820d4f1-c08a-4498-a8a5-855a9ed36785 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.237669 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5dc163d3-ec13-4583-b06e-e087990658b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.269727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d820d4f1-c08a-4498-a8a5-855a9ed36785 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.332428 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d820d4f1-c08a-4498-a8a5-855a9ed36785 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.355315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820d4f1-c08a-4498-a8a5-855a9ed36785 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e539abe8-89cb-499b-84cb-e0665e2f42d7,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:07.382630 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d820d4f1-c08a-4498-a8a5-855a9ed36785 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.383945 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d820d4f1-c08a-4498-a8a5-855a9ed36785 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/security-groups/e539abe8-89cb-499b-84cb-e0665e2f42d7 HTTP/1.1" status: 204  len: 168 time: 0.2251225
Apr 08 02:56:07.387240 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51288) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:07.404624 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.api.v2.resource [None req-12b5232d-557d-4bfc-b14b-b4134a90d241 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] show failed (client error): The resource could not be found.
Apr 08 02:56:07.405767 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-12b5232d-557d-4bfc-b14b-b4134a90d241 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "GET /v2.0/security-groups/e539abe8-89cb-499b-84cb-e0665e2f42d7 HTTP/1.1" status: 404  len: 347 time: 0.0175991
Apr 08 02:56:07.408783 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51292) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:07.491761 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['c585c168-7e51-4ca1-8f45-2f19dde4b67a'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:56:07.539713 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3b40f6-40c2-4e9f-9de2-96965487c202 None None] New status for floating IP 9c741a3b-0c1b-4234-8b44-0878082d91af: DOWN {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:56:07.673274 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 40656b26-0c08-4664-a3a9-e743242dbf04 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:07.673699 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.893067 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070609ae-9dce-4df8-b0d8-c2814da242bd req-c1129ed2-08e9-4e4f-81e4-0089d440e43a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:07.894412 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-070609ae-9dce-4df8-b0d8-c2814da242bd req-c1129ed2-08e9-4e4f-81e4-0089d440e43a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 945 time: 0.1922216
Apr 08 02:56:07.924791 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:07.925117 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.058759 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 40656b26-0c08-4664-a3a9-e743242dbf04 owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:08.093261 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-070609ae-9dce-4df8-b0d8-c2814da242bd req-4b871d51-56b3-4b35-8b0c-e2fab5bccd21 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892824
Apr 08 02:56:08.144282 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.db.api [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87223) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:56:08.144520 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG oslo_db.api [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:56:08.449453 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.458389 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.645402 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Deleting port 40656b26-0c08-4664-a3a9-e743242dbf04 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:08.645970 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.814404 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.814727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.815880 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device c585c168-7e51-4ca1-8f45-2f19dde4b67a up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:08.889003 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port c585c168-7e51-4ca1-8f45-2f19dde4b67a completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:08.894440 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port c585c168-7e51-4ca1-8f45-2f19dde4b67a triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:08.894909 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:08.941371 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Calling delete_port for 40656b26-0c08-4664-a3a9-e743242dbf04 owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:09.021418 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.049228 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:09.059553 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:09.065980 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.066761 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105e599f-0cdc-4b32-9684-f0286bd3064f no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:09.093536 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.137864 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 105e599f-0cdc-4b32-9684-f0286bd3064f {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:09.138205 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105e599f-0cdc-4b32-9684-f0286bd3064f not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:09.147679 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Pushing event deleted for resources: {'Port': ['ID=40656b26-0c08-4664-a3a9-e743242dbf04,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:09.186833 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:09.203012 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-846dfcc4-1560-4a47-8807-20d0eb8d1079'] response: {'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'code': 200}
Apr 08 02:56:09.295010 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks [] for floatingip, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.314932 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:09.316042 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a5b7dc42-002f-4884-8540-d5e6fc75ce08 tempest-AttachVolumeNegativeTest-486794643 tempest-AttachVolumeNegativeTest-486794643-project] 10.222.0.23 "DELETE /v2.0/floatingips/9c741a3b-0c1b-4234-8b44-0878082d91af HTTP/1.1" status: 204  len: 168 time: 1.9063592
Apr 08 02:56:09.346052 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1abb75-83a2-4434-aaf3-777f671c6ef5 req-c809b9fc-0074-40dd-8aa3-36d9f8201243 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:09.348617 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cd1abb75-83a2-4434-aaf3-777f671c6ef5 req-c809b9fc-0074-40dd-8aa3-36d9f8201243 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.1211753
Apr 08 02:56:09.397824 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cd1abb75-83a2-4434-aaf3-777f671c6ef5 req-0f5f8927-4eea-42d1-acf6-94c614e63cb7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433121
Apr 08 02:56:09.475590 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aefcffc-81d4-4552-a341-fcf73d1e0497 req-bef5bfba-26b7-4704-a737-6e6a5bd39e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:09.477134 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0aefcffc-81d4-4552-a341-fcf73d1e0497 req-bef5bfba-26b7-4704-a737-6e6a5bd39e21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1099 time: 0.0776815
Apr 08 02:56:09.518628 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0aefcffc-81d4-4552-a341-fcf73d1e0497 req-060527a9-b5ba-4466-a26f-1de34cf494ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351732
Apr 08 02:56:09.988918 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:10.652908 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441662ef-2ca6-4635-a18c-359268bdc4db req-2489da89-b1f5-4534-aede-dfec48809074 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:10.654422 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-441662ef-2ca6-4635-a18c-359268bdc4db req-2489da89-b1f5-4534-aede-dfec48809074 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.1025906
Apr 08 02:56:10.702326 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-441662ef-2ca6-4635-a18c-359268bdc4db req-6a942d14-2f79-4763-a289-23d9adf4332f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400293
Apr 08 02:56:11.781468 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51346) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:11.903025 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22e9a8-222d-4625-b03d-79858d1f6e9a req-4d09a32d-dcf3-4cab-8d8d-86354e91a287 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:11.909998 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff22e9a8-222d-4625-b03d-79858d1f6e9a req-4d09a32d-dcf3-4cab-8d8d-86354e91a287 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.0954032
Apr 08 02:56:11.971821 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ff22e9a8-222d-4625-b03d-79858d1f6e9a req-ca4b9494-5c4e-47ed-88e4-0faebbc33a13 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569062
Apr 08 02:56:12.338040 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Deleting port cc1b270e-380f-4196-a613-a50f4eb66ed4 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:12.338444 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:12.428790 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5995e-0f1a-4a8c-b5c1-0badcab868bd req-c6a6f5aa-a6a8-4638-9980-1e9eb3559d83 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:12.438310 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5bd5995e-0f1a-4a8c-b5c1-0badcab868bd req-c6a6f5aa-a6a8-4638-9980-1e9eb3559d83 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.3347943
Apr 08 02:56:12.547614 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5bd5995e-0f1a-4a8c-b5c1-0badcab868bd req-45c3c480-b782-4d78-81b8-a572e6fb115d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037695
Apr 08 02:56:12.572547 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:12.572872 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:12.696036 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Calling delete_port for cc1b270e-380f-4196-a613-a50f4eb66ed4 owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:12.858607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:12.939001 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event deleted for resources: {'Port': ['ID=cc1b270e-380f-4196-a613-a50f4eb66ed4,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:13.049068 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for floatingip, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.049395 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Floating IP 72c9334d-432c-40a6-98e3-1c2105bb1a68 disassociated (deleted). External IP: 172.27.1.202, port: 105b6cec-7cb5-414f-809c-11a2bc5ec384.
Apr 08 02:56:13.124346 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d12f45-6d95-4417-b9f3-5131f8ef417f req-50bd3073-7cc3-4ab9-b2ad-64c402ea1992 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:13.125671 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e2d12f45-6d95-4417-b9f3-5131f8ef417f req-50bd3073-7cc3-4ab9-b2ad-64c402ea1992 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.2328775
Apr 08 02:56:13.254098 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e2d12f45-6d95-4417-b9f3-5131f8ef417f req-6222a662-4538-4950-a889-9b106949455a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213765
Apr 08 02:56:13.461689 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Router c80c5c1c-3364-4c3a-b788-15942d22521f has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:56:13.787733 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:56:13.800546 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] Sync routers for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:56:13.805677 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51402) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:13.813590 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:13.814452 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce3da0d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:13.819252 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:13.885363 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-bedd3846-bf42-407b-84f8-4284c60e5a7c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "DELETE /v2.0/floatingips/72c9334d-432c-40a6-98e3-1c2105bb1a68 HTTP/1.1" status: 204  len: 168 time: 2.1021659
Apr 08 02:56:13.887626 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:14.025173 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ebcf0d-36ef-436d-afd2-56a069cc5e76'] response: {'name': 'network-changed', 'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'status': 'completed', 'code': 200}
Apr 08 02:56:14.083096 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:14.151760 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c28fa-8127-4a2d-9385-abc8445db738 req-0de318dd-b615-4134-b379-794cfa86fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:14.154533 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-339c28fa-8127-4a2d-9385-abc8445db738 req-0de318dd-b615-4134-b379-794cfa86fae3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f7f360a7ebf4464b91dce9442330898&device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 1098 time: 0.0840604
Apr 08 02:56:14.348295 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c28fa-8127-4a2d-9385-abc8445db738 req-1f32e3a4-6479-4596-bdc8-41d32c26dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:14.349973 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-339c28fa-8127-4a2d-9385-abc8445db738 req-1f32e3a4-6479-4596-bdc8-41d32c26dcba service neutron] 10.222.0.41 "GET /v2.0/networks?id=71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 200  len: 910 time: 0.1362596
Apr 08 02:56:14.426269 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-339c28fa-8127-4a2d-9385-abc8445db738 req-479c5315-ce9d-43f7-87fa-ac5249f32ddb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 200  len: 217 time: 0.0698512
Apr 08 02:56:14.444456 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd07ad-ed48-4689-93a8-3d415c37967f req-99674b9d-bb15-4af8-9d4a-f088c6be7a9c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:14.445187 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-6fbd07ad-ed48-4689-93a8-3d415c37967f req-99674b9d-bb15-4af8-9d4a-f088c6be7a9c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Synchronizing usage tracker for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:14.480495 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce3da0d0>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 5, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:14.485065 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] Checking router: c80c5c1c-3364-4c3a-b788-15942d22521f for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:56:14.493875 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:14.494545 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce3da0d0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:14.509894 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-6fbd07ad-ed48-4689-93a8-3d415c37967f req-99674b9d-bb15-4af8-9d4a-f088c6be7a9c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Unset dirty status for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:14.511306 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6fbd07ad-ed48-4689-93a8-3d415c37967f req-99674b9d-bb15-4af8-9d4a-f088c6be7a9c tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.2727325
Apr 08 02:56:14.516442 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c28fa-8127-4a2d-9385-abc8445db738 req-cce61fd1-5573-480c-b58d-5f9e438d6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:14.518402 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-339c28fa-8127-4a2d-9385-abc8445db738 req-cce61fd1-5573-480c-b58d-5f9e438d6103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 200  len: 848 time: 0.0776219
Apr 08 02:56:14.566128 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6fbd07ad-ed48-4689-93a8-3d415c37967f req-a72f7e56-0e88-4935-9b9f-52bba71547b1 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480204
Apr 08 02:56:14.606946 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c28fa-8127-4a2d-9385-abc8445db738 req-d986a9cb-92f3-4e91-ac22-b1442fb2bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:14.608491 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-339c28fa-8127-4a2d-9385-abc8445db738 req-d986a9cb-92f3-4e91-ac22-b1442fb2bb1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=71466063-e434-4e94-a6a1-5afeb4638af7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836458
Apr 08 02:56:14.689534 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:14.717983 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:14.750832 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-339c28fa-8127-4a2d-9385-abc8445db738 req-02b1390f-8fba-4412-8a32-60af82cd9ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352143
Apr 08 02:56:14.934350 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-339c28fa-8127-4a2d-9385-abc8445db738 req-0903db2d-571e-4186-932a-105c0d7643a3 service neutron] 10.222.0.41 "GET /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734564
Apr 08 02:56:15.096241 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Deleting port 2b21848f-02b2-4625-8c96-a8e102fd3aa0 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:15.096859 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.141748 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce3da0d0>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 5, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:15.146089 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74b3a0-c65b-44a5-a633-aa29965351c3 None None] The sync data for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi is: [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:50:36Z', 'revision_number': 4, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '28d57f28-698f-4eff-b881-1454695b0c4c', 'name': '', 'network_id': '71466063-e434-4e94-a6a1-5afeb4638af7', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'mac_address': 'fa:16:3e:60:b5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:35Z', 'updated_at': '2022-04-08T02:50:43Z', 'revision_number': 5, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'subnets': [{'id': 'ba4b7ecf-4b61-4692-8569-a4e1997f58b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:56:15.284842 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] For port 2b21848f-02b2-4625-8c96-a8e102fd3aa0, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=2b21848f-02b2-4625-8c96-a8e102fd3aa0,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:15.285199 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.394919 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f12a0e-deeb-472a-8a47-1f62f3ae387f None None] New status for floating IP 72c9334d-432c-40a6-98e3-1c2105bb1a68: DOWN {{(pid=87224) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:56:15.500958 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Calling delete_port for 2b21848f-02b2-4625-8c96-a8e102fd3aa0 owned by network:router_interface {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:15.768357 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87c0d9-58ae-44c5-b714-4621f9d32e09 req-4b4de29d-ea47-4d61-9954-b0f83883416d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:15.769732 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-db87c0d9-58ae-44c5-b714-4621f9d32e09 req-4b4de29d-ea47-4d61-9954-b0f83883416d tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0808144
Apr 08 02:56:15.815181 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-db87c0d9-58ae-44c5-b714-4621f9d32e09 req-5b736147-1532-4714-93b6-ba5799b031da tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395305
Apr 08 02:56:15.823809 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:15.870642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b21848f-02b2-4625-8c96-a8e102fd3aa0,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:16.137347 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:16.219695 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-8a557f7b-7214-4c0b-95bc-d640fd3d53e5 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:16.221154 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-8a557f7b-7214-4c0b-95bc-d640fd3d53e5 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.41 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.0848997
Apr 08 02:56:16.300069 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Deleting port 105b6cec-7cb5-414f-809c-11a2bc5ec384 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:16.300588 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:16.553274 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Router b033976d-809b-46d8-8bea-2ad667187402 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:56:16.643083 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] For port 105b6cec-7cb5-414f-809c-11a2bc5ec384, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=105b6cec-7cb5-414f-809c-11a2bc5ec384,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:16.644019 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:16.858783 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:56:16.868843 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] Sync routers for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:56:16.883468 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:16.884121 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f3130>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:16.902756 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f3c7883c-6fe6-4d38-9517-5618c8542069 admin admin] 10.222.0.23 "PUT /v2.0/routers/b033976d-809b-46d8-8bea-2ad667187402/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0936327
Apr 08 02:56:16.902756 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51458) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:16.913980 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Calling delete_port for 105b6cec-7cb5-414f-809c-11a2bc5ec384 owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:17.094690 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:17.123076 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77081fe6-18b4-4bb2-b072-f78fa6a0a7bd req-43a5ad70-d89d-40ab-9a7d-f077dbea04a9 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:17.124641 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-77081fe6-18b4-4bb2-b072-f78fa6a0a7bd req-43a5ad70-d89d-40ab-9a7d-f077dbea04a9 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 945 time: 0.1797209
Apr 08 02:56:17.171238 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.220707 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks [] for router, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.228787 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-77081fe6-18b4-4bb2-b072-f78fa6a0a7bd req-cb85cd02-cf2e-4d31-b5d3-ec7da3cf9839 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/security-groups?id=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958941
Apr 08 02:56:17.231666 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event deleted for resources: {'Port': ['ID=105b6cec-7cb5-414f-809c-11a2bc5ec384,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:17.316462 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] No DVR routers for this DVR port 105b6cec-7cb5-414f-809c-11a2bc5ec384 on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:17.318753 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.321951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-deleted', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:17.340184 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f17aba00-cb42-4e8d-bff1-736b66a9f39e req-b6fcb7af-982d-4a6f-82d8-e54b865ed116 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.41 "DELETE /v2.0/ports/105b6cec-7cb5-414f-809c-11a2bc5ec384 HTTP/1.1" status: 204  len: 173 time: 1.1139910
Apr 08 02:56:17.377823 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a19169f-3bad-4e50-abb3-b7474d6afcd3'] response: {'server_uuid': 'c826480b-a813-4281-83a6-c743d8a84b9c', 'name': 'network-vif-deleted', 'tag': '105b6cec-7cb5-414f-809c-11a2bc5ec384', 'status': 'completed', 'code': 200}
Apr 08 02:56:17.411814 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.422712 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Deleting port 3915b70f-4c73-4561-84a4-92e51dfacb6d {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:17.423126 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.438093 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f3130>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:56:15Z', 'revision_number': 5, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port': {'id': '3915b70f-4c73-4561-84a4-92e51dfacb6d', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b033976d-809b-46d8-8bea-2ad667187402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:43:46Z', 'updated_at': '2022-04-08T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:17.442853 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] Checking router: b033976d-809b-46d8-8bea-2ad667187402 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:56:17.452776 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] Routers {'b033976d-809b-46d8-8bea-2ad667187402'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:17.454645 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f3130>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['b033976d-809b-46d8-8bea-2ad667187402'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:17.612567 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] For port 3915b70f-4c73-4561-84a4-92e51dfacb6d, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=3915b70f-4c73-4561-84a4-92e51dfacb6d,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:17.612801 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.644276 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] Set router b033976d-809b-46d8-8bea-2ad667187402 gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:17.750270 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Calling delete_port for 3915b70f-4c73-4561-84a4-92e51dfacb6d owned by network:router_gateway {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:17.757750 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce7f3130>, [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:56:17Z', 'revision_number': 6, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:17.762312 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1f425b-b218-486e-98e7-7adfd75c79c6 None None] The sync data for ids ['b033976d-809b-46d8-8bea-2ad667187402'] in dv-cinder-837051-1-iscsi is: [{'id': 'b033976d-809b-46d8-8bea-2ad667187402', 'name': 'tempest-AttachVolumeNegativeTest-416185681-router', 'tenant_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:43:45Z', 'updated_at': '2022-04-08T02:56:17Z', 'revision_number': 6, 'project_id': 'ee869d0592334c418ed6cf2b4ba04ace', 'gw_port_host': None}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:56:17.922461 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:17.970967 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Pushing event deleted for resources: {'Port': ['ID=3915b70f-4c73-4561-84a4-92e51dfacb6d,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:18.070305 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.266982 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.269209 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.355565 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.356058 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b033976d-809b-46d8-8bea-2ad667187402 {{(pid=87223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:56:18.379241 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.380886 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-bc781839-33a5-4d66-af1e-989f21e95807 admin admin] 10.222.0.23 "DELETE /v2.0/routers/b033976d-809b-46d8-8bea-2ad667187402 HTTP/1.1" status: 204  len: 168 time: 1.4774497
Apr 08 02:56:18.383009 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51476) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:18.421801 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-2c08d0c9-4cf0-4e9d-b7ff-114f7bc096d9 req-27b739fc-0c87-40a7-a553-069171edece2 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Synchronizing usage tracker for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:18.450269 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-2c08d0c9-4cf0-4e9d-b7ff-114f7bc096d9 req-27b739fc-0c87-40a7-a553-069171edece2 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Unset dirty status for tenant:0f7f360a7ebf4464b91dce9442330898 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:18.453521 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2c08d0c9-4cf0-4e9d-b7ff-114f7bc096d9 req-27b739fc-0c87-40a7-a553-069171edece2 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "GET /v2.0/ports?device_id=c826480b-a813-4281-83a6-c743d8a84b9c HTTP/1.1" status: 200  len: 210 time: 0.0804269
Apr 08 02:56:18.581181 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] Deleting subnet de022256-0697-4bb1-ade2-6e147cbe87b9 {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:56:18.584414 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.641403 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.737707 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.807750 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.845865 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de022256-0697-4bb1-ade2-6e147cbe87b9,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:18.853142 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.858616 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c975e18-9e28-4615-b7e6-1562d62cad4d None None] Network 43b1983b-07c7-47cb-8ae4-f6d4398035b6 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:18.861820 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9bb7ef98-a154-4a81-9e50-f27a2e5c8b66 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/de022256-0697-4bb1-ade2-6e147cbe87b9 HTTP/1.1" status: 204  len: 168 time: 0.4769187
Apr 08 02:56:18.863411 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51486) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:18.903754 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105b6cec-7cb5-414f-809c-11a2bc5ec384 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:18.985471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:18.996400 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Deleting port 31053484-d8c2-4acf-8cca-c524d9c20c3f {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:18.996813 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.006046 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 105b6cec-7cb5-414f-809c-11a2bc5ec384 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:19.006377 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 105b6cec-7cb5-414f-809c-11a2bc5ec384 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:19.164229 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3915b70f-4c73-4561-84a4-92e51dfacb6d no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:19.210378 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 3915b70f-4c73-4561-84a4-92e51dfacb6d {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:19.210726 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3915b70f-4c73-4561-84a4-92e51dfacb6d not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:19.211144 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2b21848f-02b2-4625-8c96-a8e102fd3aa0 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:19.247841 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 2b21848f-02b2-4625-8c96-a8e102fd3aa0 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:19.248325 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 2b21848f-02b2-4625-8c96-a8e102fd3aa0 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:19.258600 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] For port 31053484-d8c2-4acf-8cca-c524d9c20c3f, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=31053484-d8c2-4acf-8cca-c524d9c20c3f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:19.258952 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.277112 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] DHCP port deletion for 43b1983b-07c7-47cb-8ae4-f6d4398035b6 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:56:19.281471 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Deleting port 31053484-d8c2-4acf-8cca-c524d9c20c3f {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:19.281901 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.393778 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Calling delete_port for 31053484-d8c2-4acf-8cca-c524d9c20c3f owned by network:dhcp {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:19.477168 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.491718 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] For port 31053484-d8c2-4acf-8cca-c524d9c20c3f, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=31053484-d8c2-4acf-8cca-c524d9c20c3f,segment=NetworkSegment(b843af14-8399-43eb-a7d3-6512493a8ff7),segment_id=b843af14-8399-43eb-a7d3-6512493a8ff7)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:19.492197 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.523478 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Pushing event deleted for resources: {'Port': ['ID=31053484-d8c2-4acf-8cca-c524d9c20c3f,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:19.529782 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] No DVR routers for this DVR port 31053484-d8c2-4acf-8cca-c524d9c20c3f on host dv-cinder-837051-1-iscsi {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:19.559003 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51502) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:19.623560 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Calling delete_port for 31053484-d8c2-4acf-8cca-c524d9c20c3f owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:19.634719 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-77f5e90d-fb04-4ee8-a21b-6b8bfaf52b60 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.659107 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.666305 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-77f5e90d-fb04-4ee8-a21b-6b8bfaf52b60 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.687568 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fce30d730>,) {'filters': {'network_id': ['43b1983b-07c7-47cb-8ae4-f6d4398035b6']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:19.699170 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:56:19.699783 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:56:19.702761 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fce30d730>, 'b843af14-8399-43eb-a7d3-6512493a8ff7') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:19.703065 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fce30d730>, 'b843af14-8399-43eb-a7d3-6512493a8ff7') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:19.716327 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.733211 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.738494 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-77f5e90d-fb04-4ee8-a21b-6b8bfaf52b60 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.740228 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:56:19.740658 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:56:19.757460 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:56:19.763629 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5e90d-fb04-4ee8-a21b-6b8bfaf52b60 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3c2fb8-6ca6-4cbc-9979-c3bd08808516,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:19.773402 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-77f5e90d-fb04-4ee8-a21b-6b8bfaf52b60 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.774546 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-77f5e90d-fb04-4ee8-a21b-6b8bfaf52b60 tempest-TestShelveInstance-1650952422 tempest-TestShelveInstance-1650952422-project] 10.222.0.23 "DELETE /v2.0/security-groups/aa3c2fb8-6ca6-4cbc-9979-c3bd08808516 HTTP/1.1" status: 204  len: 168 time: 0.2145360
Apr 08 02:56:19.819598 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51508) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:19.846467 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.854173 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:19.875768 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] Pushing event deleted for resources: {'Network': ['ID=43b1983b-07c7-47cb-8ae4-f6d4398035b6,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:19.893854 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-644dbdb6-4486-43f3-8244-1b33d2e1221c admin admin] 10.222.0.23 "DELETE /v2.0/networks/43b1983b-07c7-47cb-8ae4-f6d4398035b6 HTTP/1.1" status: 204  len: 168 time: 1.0294404
Apr 08 02:56:20.006911 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51516) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:20.069700 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1ed78ddc-fb3b-49d9-ae77-c97f9651c22a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee869d0592334c418ed6cf2b4ba04ace&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0615366
Apr 08 02:56:20.072189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51520) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:20.141019 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a15-ac7e-4b03-92f8-9ba47972f6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.165764 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a15-ac7e-4b03-92f8-9ba47972f6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.201133 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Deleting port 31053484-d8c2-4acf-8cca-c524d9c20c3f {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:20.201680 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.225585 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a15-ac7e-4b03-92f8-9ba47972f6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.263253 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb9a15-ac7e-4b03-92f8-9ba47972f6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d8c41-20c6-4160-868b-9d0b60421036,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:20.263253 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09bb9a15-ac7e-4b03-92f8-9ba47972f6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.263253 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-09bb9a15-ac7e-4b03-92f8-9ba47972f6b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f6d8c41-20c6-4160-868b-9d0b60421036 HTTP/1.1" status: 204  len: 168 time: 0.1845345
Apr 08 02:56:20.286763 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-c942df73-9e14-48fc-a7cb-877922beb571 None None] The port '31053484-d8c2-4acf-8cca-c524d9c20c3f' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:56:20.453043 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.724332 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51548) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:20.787236 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] Deleting subnet 8d70474f-2a85-4412-9f68-250051cb7349 {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:56:20.790382 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.848940 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.910387 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.925916 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Deleting port 28d57f28-698f-4eff-b881-1454695b0c4c {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:20.926449 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:20.990308 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.127134 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.129472 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] For port 28d57f28-698f-4eff-b881-1454695b0c4c, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=28d57f28-698f-4eff-b881-1454695b0c4c,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:21.130028 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.134926 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d70474f-2a85-4412-9f68-250051cb7349,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:21.144855 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-15e6b09b-0128-49e5-973e-f9786c171e5c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8d70474f-2a85-4412-9f68-250051cb7349 HTTP/1.1" status: 204  len: 168 time: 0.4194508
Apr 08 02:56:21.147205 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51564) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:21.173148 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 31053484-d8c2-4acf-8cca-c524d9c20c3f no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:21.208867 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 31053484-d8c2-4acf-8cca-c524d9c20c3f {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:21.210006 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 31053484-d8c2-4acf-8cca-c524d9c20c3f not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:21.253749 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.281402 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Calling delete_port for 28d57f28-698f-4eff-b881-1454695b0c4c owned by network:router_interface {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:21.389289 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.415692 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcd002730>,) {'filters': {'network_id': ['6fc34e5b-644f-4683-aa44-02acd9c00958']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:21.429095 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcd002730>, '979cd829-97eb-4eb5-9aca-7f91da8e8c26') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:21.429516 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcd002730>, '979cd829-97eb-4eb5-9aca-7f91da8e8c26') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:21.442518 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.460587 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.470015 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:56:21.472291 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.480419 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:56:21.487506 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:56:21.574892 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.580243 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d57f28-698f-4eff-b881-1454695b0c4c,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:21.603666 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.613787 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc34e5b-644f-4683-aa44-02acd9c00958,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:21.617172 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0f2792b5-9616-46e6-96fb-4f8911cf992f admin admin] 10.222.0.23 "DELETE /v2.0/networks/6fc34e5b-644f-4683-aa44-02acd9c00958 HTTP/1.1" status: 204  len: 168 time: 0.4687922
Apr 08 02:56:21.620917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51572) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:21.723528 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] Deleting subnet c2b6f013-0f41-4034-8b5d-ea6f8f972afe {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:56:21.730726 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.815286 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.858962 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.873554 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.949663 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.986493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b6f013-0f41-4034-8b5d-ea6f8f972afe,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:21.992894 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:21.998911 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-75c2e77e-4a3a-4b11-b62f-23ea16b2383c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2b6f013-0f41-4034-8b5d-ea6f8f972afe HTTP/1.1" status: 204  len: 168 time: 0.3768117
Apr 08 02:56:22.001295 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51584) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:22.095664 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:56:22.108816 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.226430 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Router c80c5c1c-3364-4c3a-b788-15942d22521f has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:56:22.233126 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.257640 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fccce5a60>,) {'filters': {'network_id': ['d8a58b53-9ed0-447c-9d20-d85a9502f145']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:22.270123 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccce5a60>, '1a11b77f-2a9d-4095-a7fe-e6d9285110dd') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:22.270414 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccce5a60>, '1a11b77f-2a9d-4095-a7fe-e6d9285110dd') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:22.282055 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.299363 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.305852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:56:22.306244 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:56:22.320685 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:56:22.405194 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.426449 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.436919 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a58b53-9ed0-447c-9d20-d85a9502f145,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:22.442738 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-4d63b630-7013-4e02-9125-4b4021537e15 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d8a58b53-9ed0-447c-9d20-d85a9502f145 HTTP/1.1" status: 204  len: 168 time: 0.4404407
Apr 08 02:56:22.521645 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:56:22.537277 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] Sync routers for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:56:22.543040 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51592) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:22.544717 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d0a1afb0-f77f-4255-ac51-1c183f4dba49 admin admin] 10.222.0.23 "PUT /v2.0/routers/c80c5c1c-3364-4c3a-b788-15942d22521f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7236021
Apr 08 02:56:22.547601 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:22.548298 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be490>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:22.645281 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51596) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:22.698625 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f00bc988-0b91-40fc-9791-f9de8fb68ba6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b051a844bb34a5eb22cb95898cceb82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0491498
Apr 08 02:56:22.700097 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51600) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:22.730394 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:22.732629 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks [] for router, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.761956 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-12e421f4-649b-4782-a1bb-d3f96b5ff023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.791142 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-12e421f4-649b-4782-a1bb-d3f96b5ff023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.849978 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-12e421f4-649b-4782-a1bb-d3f96b5ff023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.868239 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e421f4-649b-4782-a1bb-d3f96b5ff023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d1abd3-7c32-45e6-9f09-39db7d8aeb62,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:22.874714 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-12e421f4-649b-4782-a1bb-d3f96b5ff023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:22.877790 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-12e421f4-649b-4782-a1bb-d3f96b5ff023 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71d1abd3-7c32-45e6-9f09-39db7d8aeb62 HTTP/1.1" status: 204  len: 168 time: 0.1743269
Apr 08 02:56:23.036874 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be490>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:56:21Z', 'revision_number': 5, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port': {'id': 'ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:32Z', 'updated_at': '2022-04-08T02:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:23.042501 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] Checking router: c80c5c1c-3364-4c3a-b788-15942d22521f for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:56:23.044462 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.054282 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] Routers {'c80c5c1c-3364-4c3a-b788-15942d22521f'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:23.054607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Deleting port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:23.054950 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.055326 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be490>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['c80c5c1c-3364-4c3a-b788-15942d22521f'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:23.285580 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] Set router c80c5c1c-3364-4c3a-b788-15942d22521f gateway port host: None {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:23.290930 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] For port ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:23.291692 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.382639 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51620) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:23.419809 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be490>, [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:56:23Z', 'revision_number': 6, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:23.425321 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f676d0a9-e350-441d-86ef-6526e90c622a None None] The sync data for ids ['c80c5c1c-3364-4c3a-b788-15942d22521f'] in dv-cinder-837051-1-iscsi is: [{'id': 'c80c5c1c-3364-4c3a-b788-15942d22521f', 'name': 'tempest-TestShelveInstance-1268084492-router', 'tenant_id': '0f7f360a7ebf4464b91dce9442330898', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:31Z', 'updated_at': '2022-04-08T02:56:23Z', 'revision_number': 6, 'project_id': '0f7f360a7ebf4464b91dce9442330898', 'gw_port_host': None}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:56:23.431980 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Calling delete_port for ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 owned by network:router_gateway {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:23.456982 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-8c7dc86a-6495-4105-b3d9-4efd1b0b0824 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51b5139f0a4041cba2d752cde9633b65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0715024
Apr 08 02:56:23.459508 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51628) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:23.563416 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6ce595ff-8669-4994-9c0f-d46e0479faf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.595380 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6ce595ff-8669-4994-9c0f-d46e0479faf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.646939 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6ce595ff-8669-4994-9c0f-d46e0479faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.664341 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce595ff-8669-4994-9c0f-d46e0479faf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df50c9b3-2bd1-4056-8afd-83e712c1ddc6,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:23.669415 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-6ce595ff-8669-4994-9c0f-d46e0479faf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.670471 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-6ce595ff-8669-4994-9c0f-d46e0479faf2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/df50c9b3-2bd1-4056-8afd-83e712c1ddc6 HTTP/1.1" status: 204  len: 168 time: 0.2099478
Apr 08 02:56:23.684473 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:23.734274 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:23.832083 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.006846 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.009030 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.036840 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.037428 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c80c5c1c-3364-4c3a-b788-15942d22521f {{(pid=87223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:56:24.051640 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.052803 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-22d45f77-a672-483d-b14b-d5aaeb7b1589 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c80c5c1c-3364-4c3a-b788-15942d22521f HTTP/1.1" status: 204  len: 168 time: 1.5087543
Apr 08 02:56:24.055378 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51646) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.117469 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] Deleting subnet ba4b7ecf-4b61-4692-8569-a4e1997f58b6 {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:56:24.120954 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.170557 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.263569 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.333527 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.372585 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4b7ecf-4b61-4692-8569-a4e1997f58b6,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.378112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.384119 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-49752fe9-00e9-4e80-8496-e31114bae068 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ba4b7ecf-4b61-4692-8569-a4e1997f58b6 HTTP/1.1" status: 204  len: 168 time: 0.3277192
Apr 08 02:56:24.387337 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51662) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.388989 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0b1f6-9af7-4d2f-a93e-1d98a2c685a8 None None] Network 71466063-e434-4e94-a6a1-5afeb4638af7 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:24.481502 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51666) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:24.522817 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.534256 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Deleting port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:24.534599 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.689838 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-384414625-network', 'tenant_id': '9e2629ed0483482588959ec1e5f818af'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:24.695063 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:24.700209 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Usage tracker for resource:network and tenant:9e2629ed0483482588959ec1e5f818af is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:24.703190 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:24.709106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.722434 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Made reservation on behalf of 9e2629ed0483482588959ec1e5f818af for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:24.724843 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.738584 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.739783 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] DHCP port deletion for 71466063-e434-4e94-a6a1-5afeb4638af7 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:56:24.746348 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Deleting port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:24.746851 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.758547 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:24.763908 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Usage tracker for resource:security_group_rule and tenant:9e2629ed0483482588959ec1e5f818af is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:24.766920 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:24.772673 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:24.774729 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] For port b62a4675-0cd8-4c2c-bfd0-4ab394172a90, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:24.776296 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.861688 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.866865 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.898298 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:56:24.903363 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Calling delete_port for b62a4675-0cd8-4c2c-bfd0-4ab394172a90 owned by network:dhcp {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:24.906950 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73940d7-df51-4ae5-8138-53fe5b5ff64a,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:24.912893 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.913329 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Added segment b8eaa24e-d467-4f40-ab60-7c9d030bc9e9 of type vlan for network 3024fc83-767b-4251-9cc8-eb502c5ce4a5
Apr 08 02:56:24.944707 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.963220 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] For port b62a4675-0cd8-4c2c-bfd0-4ab394172a90, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,segment=NetworkSegment(dff543aa-acb4-46cf-8097-3afe3aa77677),segment_id=dff543aa-acb4-46cf-8097-3afe3aa77677)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:24.963653 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.977610 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.978880 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:24.980257 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:24.990190 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.042846 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62a4675-0cd8-4c2c-bfd0-4ab394172a90,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.046249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] No DVR routers for this DVR port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 on host dv-cinder-837051-1-iscsi {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:25.089882 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Calling delete_port for b62a4675-0cd8-4c2c-bfd0-4ab394172a90 owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:25.167777 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b62a4675-0cd8-4c2c-bfd0-4ab394172a90 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:25.171995 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.198133 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] Pushing event updated for resources: {'Network': ['ID=3024fc83-767b-4251-9cc8-eb502c5ce4a5,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.200925 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fce05bca0>,) {'filters': {'network_id': ['71466063-e434-4e94-a6a1-5afeb4638af7']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:25.203718 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: b62a4675-0cd8-4c2c-bfd0-4ab394172a90 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:25.204118 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b62a4675-0cd8-4c2c-bfd0-4ab394172a90 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:25.204543 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 28d57f28-698f-4eff-b881-1454695b0c4c no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:25.205496 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-e2d81970-8f1e-47d7-8b48-7a5bc75961bc admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7228930
Apr 08 02:56:25.206143 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51678) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:25.211781 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Request body: {'subnet': {'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-384414625-subnet', 'tenant_id': '9e2629ed0483482588959ec1e5f818af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:25.216898 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fce05bca0>, 'dff543aa-acb4-46cf-8097-3afe3aa77677') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:25.217100 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:25.217349 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fce05bca0>, 'dff543aa-acb4-46cf-8097-3afe3aa77677') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:25.220941 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Usage tracker for resource:subnet and tenant:9e2629ed0483482588959ec1e5f818af is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:25.223768 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:25.229548 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:25.231636 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.234419 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:56:25.241165 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Made reservation on behalf of 9e2629ed0483482588959ec1e5f818af for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:25.245015 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.250864 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.258406 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 28d57f28-698f-4eff-b881-1454695b0c4c {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:25.258776 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 28d57f28-698f-4eff-b881-1454695b0c4c not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:25.259003 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:56:25.259236 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:25.259992 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:56:25.277489 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:56:25.297715 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:56:25.297932 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:56:25.305228 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:25.305557 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device ef3e2a4f-4740-4be7-892c-f4b2f1e2ddb3 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:25.365761 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.384335 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.390401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] Pushing event deleted for resources: {'Network': ['ID=71466063-e434-4e94-a6a1-5afeb4638af7,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.411584 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-d22d0d87-6fb5-480f-bccc-5b294e7cd741 admin admin] 10.222.0.23 "DELETE /v2.0/networks/71466063-e434-4e94-a6a1-5afeb4638af7 HTTP/1.1" status: 204  len: 168 time: 1.0200560
Apr 08 02:56:25.411785 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51682) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:25.458901 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.535163 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3a0516-922b-467c-9dce-8f22634c57a0,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:25.539141 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Checking segment: {'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:25.539493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Network hostable DHCP agents. Network: 3024fc83-767b-4251-9cc8-eb502c5ce4a5, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:56:25.558779 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:56:25.568997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 3024fc83-767b-4251-9cc8-eb502c5ce4a5) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:25.574434 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:25.575428 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.582117 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e0544-9c77-484a-97d6-fc883e1531ba None None] Network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:25.618001 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-12961c04-aae1-44e1-a704-c264d02d0cd7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4106836
Apr 08 02:56:25.798584 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Deleting port b62a4675-0cd8-4c2c-bfd0-4ab394172a90 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:25.799191 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:25.870062 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-ff1a0d98-f7c0-46b5-9881-1e098972ef1c None None] The port 'b62a4675-0cd8-4c2c-bfd0-4ab394172a90' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:56:25.918726 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc02755-a38b-401f-bf7f-6a2ccc56cec3 None None] Network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:26.113451 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.489005 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Deleting port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:26.489634 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.656761 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] For port 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,segment=NetworkSegment(e761dbf7-15ce-4279-9a13-115498bdbecf),segment_id=e761dbf7-15ce-4279-9a13-115498bdbecf)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:26.657117 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:26.779383 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Calling delete_port for 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 owned by network:router_interface {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:26.954853 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:27.031937 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:27.376550 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:27.739301 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:56:27.925201 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:56:27.934196 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] Sync routers for ids ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:56:27.943363 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] Routers {'3f13b32b-3802-44cc-b85b-39e9db0d32c6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:27.943839 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f09859e1-8049-498c-b6a7-717cdf3b08eb admin admin] 10.222.0.23 "PUT /v2.0/routers/3f13b32b-3802-44cc-b85b-39e9db0d32c6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5311134
Apr 08 02:56:27.944368 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce2cf0a0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:27.946161 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51716) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:28.123707 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks [] for router, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:28.126403 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] Set router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:28.350776 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:28.364068 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Deleting port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:28.364404 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:28.426981 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce2cf0a0>, [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:56:26Z', 'revision_number': 5, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port': {'id': '3f21b39a-1234-4150-8ad2-2ce1b27dc2bb', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:28.430794 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] Checking router: 3f13b32b-3802-44cc-b85b-39e9db0d32c6 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:56:28.433467 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0feebea-e90b-4d00-a844-0d40281acbf8 req-a308de55-171b-4d84-af85-f3f0bdcbebde tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:28.434954 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c0feebea-e90b-4d00-a844-0d40281acbf8 req-a308de55-171b-4d84-af85-f3f0bdcbebde tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.1703660
Apr 08 02:56:28.442246 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] Routers {'3f13b32b-3802-44cc-b85b-39e9db0d32c6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:28.442852 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce2cf0a0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:28.540823 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c0feebea-e90b-4d00-a844-0d40281acbf8 req-151f577a-e069-4368-869e-c3ffa2e6196b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950851
Apr 08 02:56:28.559106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51728) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:28.631079 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] Set router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:28.756209 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce2cf0a0>, [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:56:28Z', 'revision_number': 6, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:28.760622 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f06aa35-2d97-482d-a5cb-454a2cdc2b89 None None] The sync data for ids ['3f13b32b-3802-44cc-b85b-39e9db0d32c6'] in dv-cinder-837051-1-iscsi is: [{'id': '3f13b32b-3802-44cc-b85b-39e9db0d32c6', 'name': 'tempest-TestShelveInstance-312420455-router', 'tenant_id': 'e652bfd4bd0340bb99d09621eaade62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:50:39Z', 'updated_at': '2022-04-08T02:56:28Z', 'revision_number': 6, 'project_id': 'e652bfd4bd0340bb99d09621eaade62b', 'gw_port_host': None}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:56:28.792104 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] For port 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:28.792624 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:28.926734 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Calling delete_port for 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb owned by network:router_gateway {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:28.936177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd03bc1-77c3-4753-b31b-60d2e35251f9 tempest-TestMinimumBasicScenario-1657568002 tempest-TestMinimumBasicScenario-1657568002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:28.937424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5fd03bc1-77c3-4753-b31b-60d2e35251f9 tempest-TestMinimumBasicScenario-1657568002 tempest-TestMinimumBasicScenario-1657568002-project-admin] Synchronizing usage tracker for tenant:c0c97ec02b814790879ce9c892a62ec5 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:28.948519 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3bf6f99a-15c6-47f0-a34a-e9dd78e83df8 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:28.949179 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3bf6f99a-15c6-47f0-a34a-e9dd78e83df8 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Synchronizing usage tracker for tenant:9e2629ed0483482588959ec1e5f818af on resource:network {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:28.973180 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5fd03bc1-77c3-4753-b31b-60d2e35251f9 tempest-TestMinimumBasicScenario-1657568002 tempest-TestMinimumBasicScenario-1657568002-project-admin] Unset dirty status for tenant:c0c97ec02b814790879ce9c892a62ec5 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:28.974489 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-5fd03bc1-77c3-4753-b31b-60d2e35251f9 tempest-TestMinimumBasicScenario-1657568002 tempest-TestMinimumBasicScenario-1657568002-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1094 time: 0.4136009
Apr 08 02:56:28.977381 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3bf6f99a-15c6-47f0-a34a-e9dd78e83df8 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Unset dirty status for tenant:9e2629ed0483482588959ec1e5f818af on resource:network {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:28.978174 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51754) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:28.979331 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3bf6f99a-15c6-47f0-a34a-e9dd78e83df8 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/networks?id=3024fc83-767b-4251-9cc8-eb502c5ce4a5 HTTP/1.1" status: 200  len: 808 time: 0.2163632
Apr 08 02:56:28.996978 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-a04d4b0f-a08f-457c-a839-71476214d695 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/quotas/9e2629ed0483482588959ec1e5f818af HTTP/1.1" status: 200  len: 375 time: 0.0118759
Apr 08 02:56:28.997657 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'port_id': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:29.006147 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:29.024998 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:floatingip and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:29.028635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:29.036140 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:29.050619 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-eee61cb5-5dc0-4891-a64c-0b3278dc0d21 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e2629ed0483482588959ec1e5f818af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463049
Apr 08 02:56:29.054802 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for floatingip, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.130262 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:29.172685 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:29.173331 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 4ebd0cbf-79c1-46f0-b984-9d10ed59a3a7 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:29.198808 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3e52e234-f32c-488b-b39e-5121a272993a service neutron] 10.222.0.23 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397989
Apr 08 02:56:29.238780 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.292535 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f21b39a-1234-4150-8ad2-2ce1b27dc2bb,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:29.348950 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-9a5f9912-dd71-437e-a293-fc9f22608008 service neutron] 10.222.0.23 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442080
Apr 08 02:56:29.389130 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.428738 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.606116 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d75d0cc6-86c6-4653-a006-d09d97b474ad req-d02a8b77-547c-48d5-b3a5-d3b64c25ec7f tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 210 time: 0.0732009
Apr 08 02:56:29.669458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.673969 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.740193 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.740696 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f13b32b-3802-44cc-b85b-39e9db0d32c6 {{(pid=87222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:56:29.763588 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.764785 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-be52acc9-9562-4dd5-828b-3ed0249a0900 admin admin] 10.222.0.23 "DELETE /v2.0/routers/3f13b32b-3802-44cc-b85b-39e9db0d32c6 HTTP/1.1" status: 204  len: 168 time: 1.8176107
Apr 08 02:56:29.768134 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51772) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:29.770615 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Allocated IP 172.27.1.239 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/e47bb90f-4550-434f-afe0-98a0ff12b2da) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:29.840284 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] Deleting subnet c7a06285-31a1-43eb-9705-065ba1f55e9a {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:56:29.843740 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.906259 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.936139 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.976012 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:29.999993 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.042974 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:30.045762 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:30.054234 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:56:30.082738 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.100934 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'Port': ['ID=e47bb90f-4550-434f-afe0-98a0ff12b2da,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:30.139665 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a06285-31a1-43eb-9705-065ba1f55e9a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:30.141853 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.146794 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d80998-44a9-4646-8721-2ba35af99a67 None None] Network 1a3f4a0f-269e-4f73-b152-08543b7d07e0 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:30.148993 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-78aa4435-bef2-4f20-97b3-e866b70454b9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c7a06285-31a1-43eb-9705-065ba1f55e9a HTTP/1.1" status: 204  len: 168 time: 0.3797829
Apr 08 02:56:30.151731 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51784) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:30.285830 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.305385 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Deleting port 71e767e8-5a70-4492-a22f-2249cd84924b {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:30.306161 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.423792 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.490421 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] DHCP port deletion for 1a3f4a0f-269e-4f73-b152-08543b7d07e0 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:56:30.495371 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Deleting port 71e767e8-5a70-4492-a22f-2249cd84924b {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:30.495994 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.547493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] For port 71e767e8-5a70-4492-a22f-2249cd84924b, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=71e767e8-5a70-4492-a22f-2249cd84924b,segment=NetworkSegment(e761dbf7-15ce-4279-9a13-115498bdbecf),segment_id=e761dbf7-15ce-4279-9a13-115498bdbecf)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:30.547960 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.795006 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Calling delete_port for 71e767e8-5a70-4492-a22f-2249cd84924b owned by network:dhcp {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:30.814652 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] For port 71e767e8-5a70-4492-a22f-2249cd84924b, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=71e767e8-5a70-4492-a22f-2249cd84924b,segment=NetworkSegment(e761dbf7-15ce-4279-9a13-115498bdbecf),segment_id=e761dbf7-15ce-4279-9a13-115498bdbecf)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:30.815141 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.844852 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fd7027f2-e8f7-4b23-822d-fb5616f861c8 req-d11e0a44-171b-4e2f-9a8b-ea17811b631f tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 210 time: 0.0809393
Apr 08 02:56:30.882273 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:30.937897 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] No DVR routers for this DVR port 71e767e8-5a70-4492-a22f-2249cd84924b on host dv-cinder-837051-1-iscsi {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:30.965010 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Calling delete_port for 71e767e8-5a70-4492-a22f-2249cd84924b owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:30.973484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e767e8-5a70-4492-a22f-2249cd84924b,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:30.982664 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-e99e4277-810d-40e1-89a2-fcb3cdba2e57 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:30.984467 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-e99e4277-810d-40e1-89a2-fcb3cdba2e57 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "GET /v2.0/networks?id=3024fc83-767b-4251-9cc8-eb502c5ce4a5 HTTP/1.1" status: 200  len: 808 time: 0.2798221
Apr 08 02:56:31.011388 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Request body: {'port': {'device_id': '4d749573-0c49-4eda-98d4-9574a85913d2', 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5', 'admin_state_up': True, 'tenant_id': '9e2629ed0483482588959ec1e5f818af'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:31.042580 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.052404 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:56:31.052749 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:56:31.075357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.102099 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fce045f70>,) {'filters': {'network_id': ['1a3f4a0f-269e-4f73-b152-08543b7d07e0']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:31.114445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fce045f70>, 'e761dbf7-15ce-4279-9a13-115498bdbecf') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:31.114743 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fce045f70>, 'e761dbf7-15ce-4279-9a13-115498bdbecf') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:31.127310 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.146118 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.151373 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 71e767e8-5a70-4492-a22f-2249cd84924b no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:31.154448 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:56:31.154959 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:56:31.169596 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:56:31.188710 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 71e767e8-5a70-4492-a22f-2249cd84924b {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:31.189391 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 71e767e8-5a70-4492-a22f-2249cd84924b not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:31.189897 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:31.208784 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:31.210959 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.225410 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:31.225887 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 3f21b39a-1234-4150-8ad2-2ce1b27dc2bb not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:31.240822 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Usage tracker for resource:port and tenant:9e2629ed0483482588959ec1e5f818af is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:31.249774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:31.251101 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.256316 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.258401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:31.282384 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Made reservation on behalf of 9e2629ed0483482588959ec1e5f818af for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:31.283675 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3f4a0f-269e-4f73-b152-08543b7d07e0,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:31.285827 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.288005 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f290ad01-9e60-48cb-a45a-89d766883257 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a3f4a0f-269e-4f73-b152-08543b7d07e0 HTTP/1.1" status: 204  len: 168 time: 1.1351123
Apr 08 02:56:31.405235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51802) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:31.464144 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51808) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:31.464876 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-f4d645df-503c-42e8-a66a-530c5eac3d02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f7f360a7ebf4464b91dce9442330898&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0580893
Apr 08 02:56:31.554091 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Deleting port 71e767e8-5a70-4492-a22f-2249cd84924b {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:31.554610 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.602192 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Allocated IP 172.20.0.3 (3024fc83-767b-4251-9cc8-eb502c5ce4a5/5b3a0516-922b-467c-9dce-8f22634c57a0/0581239e-a8d6-45ea-8e72-865ca68115b2) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:31.624957 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-75e9b8ae-72c8-43db-ac55-efad587dfcbf None None] The port '71e767e8-5a70-4492-a22f-2249cd84924b' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:56:31.626923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-45fd608c-935f-4cc3-b0c3-914f7a7b1e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.672140 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.687132 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.732254 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-45fd608c-935f-4cc3-b0c3-914f7a7b1e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:31.880988 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'Port': ['ID=e47bb90f-4550-434f-afe0-98a0ff12b2da,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:31.917733 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51826) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:31.969694 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.040595 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.055178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:32.059920 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Usage tracker for resource:security_group_rule and tenant:109f7c751d484faea6b324efcf6ff448 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:32.063022 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:32.069069 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:32.157697 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.161987 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.191773 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-45fd608c-935f-4cc3-b0c3-914f7a7b1e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.206557 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-08972351-3371-47ea-9d81-4d511092df0c req-bd85f898-730d-4e36-bbaf-22d09f088a2c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 210 time: 0.2411182
Apr 08 02:56:32.216582 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=109f7c751d484faea6b324efcf6ff448&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2948024
Apr 08 02:56:32.216582 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729824e-8a61-4867-b957-452e10918242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3dca92-f9cb-415f-8299-24097cc998ae,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:32.217879 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51832) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:32.238387 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd608c-935f-4cc3-b0c3-914f7a7b1e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52016884-30fa-4941-9075-30ff265535ec,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:32.280377 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cebcd371-1825-4631-8ccd-a81b8a85d6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.305993 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cebcd371-1825-4631-8ccd-a81b8a85d6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.326144 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.352131 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-45fd608c-935f-4cc3-b0c3-914f7a7b1e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.353252 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-45fd608c-935f-4cc3-b0c3-914f7a7b1e13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/52016884-30fa-4941-9075-30ff265535ec HTTP/1.1" status: 204  len: 168 time: 0.8852758
Apr 08 02:56:32.358933 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cebcd371-1825-4631-8ccd-a81b8a85d6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.374608 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Floating IP 446cd3bf-7281-4487-b94b-a69a7091a26c associated. External IP: 172.27.1.239, port: c585c168-7e51-4ca1-8f45-2f19dde4b67a.
Apr 08 02:56:32.375214 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcd371-1825-4631-8ccd-a81b8a85d6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3dca92-f9cb-415f-8299-24097cc998ae,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:32.381561 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-cebcd371-1825-4631-8ccd-a81b8a85d6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.384653 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-cebcd371-1825-4631-8ccd-a81b8a85d6c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2f3dca92-f9cb-415f-8299-24097cc998ae HTTP/1.1" status: 204  len: 168 time: 0.1661422
Apr 08 02:56:32.531644 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.623262 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:32.633330 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:32.641636 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:56:32.725665 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Pushing event updated for resources: {'Port': ['ID=0581239e-a8d6-45ea-8e72-865ca68115b2,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:32.780658 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51850) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:32.784878 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:32.785492 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.835780 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-ca7a6949-08f3-4f9d-be46-0c7f09659c84 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e652bfd4bd0340bb99d09621eaade62b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0516601
Apr 08 02:56:32.836024 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51856) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:32.867498 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-3490008e-a8c6-4ff2-afea-aa3c82c69fba tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8622150
Apr 08 02:56:32.889380 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Request body: {'port': {'device_id': '4d749573-0c49-4eda-98d4-9574a85913d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:32.903063 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc003-d13f-4126-87a4-bc4f407b6cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.929370 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc003-d13f-4126-87a4-bc4f407b6cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:32.946404 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Router 2b124fde-6f7f-472b-a243-f859cd47f45c has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:56:32.991015 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc003-d13f-4126-87a4-bc4f407b6cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.012193 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbc003-d13f-4126-87a4-bc4f407b6cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7179fcf2-c819-4d29-9e30-bb023dd68782,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:33.018333 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3cdbc003-d13f-4126-87a4-bc4f407b6cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.020208 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-3cdbc003-d13f-4126-87a4-bc4f407b6cf5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7179fcf2-c819-4d29-9e30-bb023dd68782 HTTP/1.1" status: 204  len: 168 time: 0.1832857
Apr 08 02:56:33.109512 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.284094 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:56:33.298227 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] Sync routers for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:56:33.351716 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:33.364653 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fccf3e8b0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:33.389347 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.459189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560fad1-ff22-4a0b-b0ea-6a597f885885 req-eba41cee-1ecc-429f-ab9f-a118dddf905e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:33.460998 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5560fad1-ff22-4a0b-b0ea-6a597f885885 req-eba41cee-1ecc-429f-ab9f-a118dddf905e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 931 time: 0.1123712
Apr 08 02:56:33.527706 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5560fad1-ff22-4a0b-b0ea-6a597f885885 req-f6963a1d-52e5-47e2-afbe-331ca5039b01 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Synchronizing usage tracker for tenant:9e2629ed0483482588959ec1e5f818af on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:33.556583 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-5560fad1-ff22-4a0b-b0ea-6a597f885885 req-f6963a1d-52e5-47e2-afbe-331ca5039b01 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Unset dirty status for tenant:9e2629ed0483482588959ec1e5f818af on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:33.571229 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5560fad1-ff22-4a0b-b0ea-6a597f885885 req-f6963a1d-52e5-47e2-afbe-331ca5039b01 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021135
Apr 08 02:56:33.585548 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-933b4f37-ca8f-454e-93d8-d7da220c0fd7 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.5955584
Apr 08 02:56:33.585548 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:33.586954 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51876) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:33.587050 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:33.592845 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1720633139', 'description': 'tempest-secgroup-smoke-1720633139 description', 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:33.599650 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:33.610100 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:33.622758 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.648005 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:33.653124 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:33.656032 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:33.662112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:33.664816 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f569fb0-96bd-401d-b4c0-dd9c98130186'] response: {'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'status': 'completed', 'code': 200}
Apr 08 02:56:33.750834 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0581239e-a8d6-45ea-8e72-865ca68115b2 {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:56:33.760390 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.796783 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.801259 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Transition to ACTIVE for port object 0581239e-a8d6-45ea-8e72-865ca68115b2 will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:33.808898 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.809128 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.866575 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:33.868614 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2801604
Apr 08 02:56:33.883387 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51882) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:33.902580 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'security_group_rule': {'security_group_id': 'c57ef43a-295b-43de-9373-934279b2ae58', 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:33.910985 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb9733-b35a-4ae1-b323-9d3606e0dfc4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ef43a-295b-43de-9373-934279b2ae58,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:33.913645 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:33.920352 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-acb7a096-af43-42d5-937e-b49a915301fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:33.921900 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-acb7a096-af43-42d5-937e-b49a915301fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1099 time: 0.1990585
Apr 08 02:56:33.922852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:33.926050 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:33.954303 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:34.053498 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.122841 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-34689422-f691-438b-82f2-8683f2090a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:34.123817 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fccf3e8b0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '446cd3bf-7281-4487-b94b-a69a7091a26c', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'port_id': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'mac_address': 'fa:16:3e:a8:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 0, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 5, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:34.124295 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-34689422-f691-438b-82f2-8683f2090a86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1950898
Apr 08 02:56:34.130544 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] Checking router: 2b124fde-6f7f-472b-a243-f859cd47f45c for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:56:34.142481 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:34.143795 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fccf3e8b0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:34.196467 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.216366 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.242977 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58b230d-3b45-4af7-9b25-720bf29a0529,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:34.277244 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-b07c4b9a-1e75-405e-bcce-c90cb06562d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1000 time: 0.1417394
Apr 08 02:56:34.281940 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.287967 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-b3e4bed9-95fd-477f-9492-cf800f3d897f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4032137
Apr 08 02:56:34.288610 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51894) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:34.326291 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Pushing event updated for resources: {'Port': ['ID=0581239e-a8d6-45ea-8e72-865ca68115b2,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:34.337165 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'security_group_rule': {'security_group_id': 'c57ef43a-295b-43de-9373-934279b2ae58', 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:34.346227 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:34.350065 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:34.353305 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:34.360003 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:34.361497 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Attempting to bind port 0581239e-a8d6-45ea-8e72-865ca68115b2 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:34.361837 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Attempting to bind port 0581239e-a8d6-45ea-8e72-865ca68115b2 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:34.362162 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Attempting to bind port 0581239e-a8d6-45ea-8e72-865ca68115b2 on network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:34.367585 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Port 0581239e-a8d6-45ea-8e72-865ca68115b2 on network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:56:34.368006 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Attempting to bind port 0581239e-a8d6-45ea-8e72-865ca68115b2 on network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:34.376102 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:56:34.376438 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Checking segment: {'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:34.376818 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Bound using segment: {'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:56:34.377247 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Bound port: 0581239e-a8d6-45ea-8e72-865ca68115b2, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:34.377591 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.396029 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.426574 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-097efd9b-7be2-4fc3-9603-fcf836a9c334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:34.428087 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-097efd9b-7be2-4fc3-9603-fcf836a9c334 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.1386166
Apr 08 02:56:34.440606 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:34.489023 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] For port 0581239e-a8d6-45ea-8e72-865ca68115b2, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:56:34.492999 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] For port 0581239e-a8d6-45ea-8e72-865ca68115b2, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0581239e-a8d6-45ea-8e72-865ca68115b2,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:56:34.499038 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.589299 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Pushing event updated for resources: {'Port': ['ID=0581239e-a8d6-45ea-8e72-865ca68115b2,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:34.604724 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:34.605727 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.607679 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-1c8c453d-8ef3-44bc-95fe-d3818c702443 service neutron] 10.222.0.41 "PUT /v2.0/ports/0581239e-a8d6-45ea-8e72-865ca68115b2 HTTP/1.1" status: 200  len: 1093 time: 1.7248292
Apr 08 02:56:34.763659 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.781946 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-09b3ad09-542f-41b1-974c-007cbd0ce8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:34.784248 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-09b3ad09-542f-41b1-974c-007cbd0ce8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2629ed0483482588959ec1e5f818af&device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 1096 time: 0.1111300
Apr 08 02:56:34.787037 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.811969 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e84d26-8350-44fc-be17-82ffa0b4fed8,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:34.816030 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-fa87a7d4-6e4c-4545-a3cf-edf680c4adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:34.817508 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-fa87a7d4-6e4c-4545-a3cf-edf680c4adf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3650916
Apr 08 02:56:34.874231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:34.875435 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-a158b09a-ebc5-4a5d-ab03-b88872f6a2d6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5848839
Apr 08 02:56:34.878632 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51906) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:34.885771 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-f77d0bb8-6dda-40f4-95bf-129cd645e31f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0581239e-a8d6-45ea-8e72-865ca68115b2 HTTP/1.1" status: 200  len: 217 time: 0.0882638
Apr 08 02:56:34.940733 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'security_group_rule': {'security_group_id': 'c57ef43a-295b-43de-9373-934279b2ae58', 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:34.944264 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fccf3e8b0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '446cd3bf-7281-4487-b94b-a69a7091a26c', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'port_id': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'mac_address': 'fa:16:3e:a8:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 0, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 5, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:34.950186 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521df6b-152e-4a3d-84fc-58b7201278dd None None] The sync data for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi is: [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '446cd3bf-7281-4487-b94b-a69a7091a26c', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'port_id': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'mac_address': 'fa:16:3e:a8:a3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:56:30Z', 'updated_at': '2022-04-08T02:56:30Z', 'revision_number': 0, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 5, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:56:34.963414 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-fbb1609e-69eb-4496-9582-8c46cdf536e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:34.963661 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:34.965697 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-fbb1609e-69eb-4496-9582-8c46cdf536e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b3a0516-922b-467c-9dce-8f22634c57a0 HTTP/1.1" status: 200  len: 848 time: 0.0744894
Apr 08 02:56:34.976169 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:34.984010 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:34.992995 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:35.005096 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c6e34-9578-417a-b182-af13f6403b94 req-569dce4c-117c-4fa8-96ba-8d37acc5fb49 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:35.006584 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b06c6e34-9578-417a-b182-af13f6403b94 req-569dce4c-117c-4fa8-96ba-8d37acc5fb49 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 943 time: 0.2979736
Apr 08 02:56:35.032855 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-71fee737-ccfa-4dcf-8350-37505d079c60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3024fc83-767b-4251-9cc8-eb502c5ce4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0613620
Apr 08 02:56:35.061349 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-1917e304-64b4-442f-ab46-d30c2620de05 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330654
Apr 08 02:56:35.062253 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.103283 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5b57ab97-704c-466f-b970-c487ed78dccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.137797 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-b06c6e34-9578-417a-b182-af13f6403b94 req-73c4a884-6e5f-43f3-93d3-7f447e424722 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111753
Apr 08 02:56:35.217608 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-659feae9-5948-413f-997d-d663ca06ca46 service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1741755
Apr 08 02:56:35.246611 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.261513 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.327496 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bf359-c043-4188-a4ea-75594ca31b9c None None] New status for floating IP 446cd3bf-7281-4487-b94b-a69a7091a26c: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:56:35.334259 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.339353 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4571648
Apr 08 02:56:35.342753 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51914) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:35.346688 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39384f93-0616-4a0d-a86a-5559bd717832 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c71a6e-3f14-4af8-8ab2-971fd001ad63,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:35.351943 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'security_group_rule': {'security_group_id': 'c57ef43a-295b-43de-9373-934279b2ae58', 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:35.352225 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cc41fc25-1431-4dc0-b4b1-8d9c4cb6f9f9 req-82928b70-3ee8-4578-813d-7c48ac14d26c service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2723916
Apr 08 02:56:35.364279 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:35.376095 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:35.383168 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:35.400626 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:35.437357 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-9240e713-7680-4cbc-89f0-9d3c2a1266ea req-f327c158-b266-489c-9840-24c6f2d3e0e4 service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2140036
Apr 08 02:56:35.450010 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.548818 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.552971 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.578928 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3e59df-1423-44d2-97cf-6d42763ec488,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:35.589043 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.590295 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-2a4b8fe1-bbc0-452c-81a0-61659eb0cc85 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2461460
Apr 08 02:56:35.593132 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51918) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:35.598044 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'security_group_rule': {'security_group_id': 'c57ef43a-295b-43de-9373-934279b2ae58', 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:35.605002 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:35.608715 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:35.611662 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:35.617446 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:35.632856 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.securitygroups_db [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Project db379f877ebf4bda8bcef28d03d0e3bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:56:35.644264 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.670321 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d749573-0c49-4eda-98d4-9574a85913d2', 'tag': '0581239e-a8d6-45ea-8e72-865ca68115b2'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:35.722578 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.726683 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.739124 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c6d56e-9a3d-493e-947e-93536a69310b'] response: {'name': 'network-changed', 'server_uuid': '4d749573-0c49-4eda-98d4-9574a85913d2', 'tag': '0581239e-a8d6-45ea-8e72-865ca68115b2', 'status': 'completed', 'code': 200}
Apr 08 02:56:35.754330 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e60848-df8d-4312-83e9-096c50ab55e4,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:35.763553 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.764880 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-19eb9336-4e29-4968-a682-8479fe0503a8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1708527
Apr 08 02:56:35.767753 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51924) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:35.772785 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'security_group_rule': {'security_group_id': 'c57ef43a-295b-43de-9373-934279b2ae58', 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:35.779506 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:35.783473 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Usage tracker for resource:security_group_rule and tenant:db379f877ebf4bda8bcef28d03d0e3bb is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:35.786524 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:35.833179 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:35.855904 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.securitygroups_db [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Project db379f877ebf4bda8bcef28d03d0e3bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:56:35.865338 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:35.938561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-a045cb96-2ccc-4eb8-989e-3b8edf7b938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:35.941116 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-a045cb96-2ccc-4eb8-989e-3b8edf7b938e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2629ed0483482588959ec1e5f818af&device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 1096 time: 0.1510518
Apr 08 02:56:36.001314 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.063259 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.104746 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211204f8-51c3-4ece-ad84-69db1f43f57e,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:36.120219 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.121422 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-08adcb5d-a49a-4726-b04e-e0c99c20267d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3526661
Apr 08 02:56:36.145723 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-59b07022-5a2e-4e12-bc60-39ae627b47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:36.148226 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-59b07022-5a2e-4e12-bc60-39ae627b47e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3024fc83-767b-4251-9cc8-eb502c5ce4a5 HTTP/1.1" status: 200  len: 909 time: 0.1986020
Apr 08 02:56:36.220937 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-1e568cff-cdd1-4b2a-83aa-53d86606dcf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0581239e-a8d6-45ea-8e72-865ca68115b2 HTTP/1.1" status: 200  len: 217 time: 0.0661664
Apr 08 02:56:36.255297 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-2d17f068-4bec-4154-a280-a688cee1a675 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Synchronizing usage tracker for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:36.272529 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-2d17f068-4bec-4154-a280-a688cee1a675 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Unset dirty status for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:36.273692 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-2d17f068-4bec-4154-a280-a688cee1a675 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720633139&fields=id&tenant_id=db379f877ebf4bda8bcef28d03d0e3bb HTTP/1.1" status: 200  len: 267 time: 0.0608776
Apr 08 02:56:36.327514 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-350ec380-6cd2-4537-94da-c21ed70735f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:36.328885 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-350ec380-6cd2-4537-94da-c21ed70735f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b3a0516-922b-467c-9dce-8f22634c57a0 HTTP/1.1" status: 200  len: 848 time: 0.1018929
Apr 08 02:56:36.365872 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-0fcf710b-7f05-4eb8-a34f-ed16cecd9d7a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:36.367327 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-0fcf710b-7f05-4eb8-a34f-ed16cecd9d7a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.0867262
Apr 08 02:56:36.379717 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'port': {'security_groups': ['9f7d90f6-bf85-41a7-ba1a-51c64a35accb', 'c57ef43a-295b-43de-9373-934279b2ae58']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:36.485978 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-19e125c8-26a4-42b2-a0ce-8193ec7cb91c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3024fc83-767b-4251-9cc8-eb502c5ce4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1505466
Apr 08 02:56:36.537434 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.542013 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8c4bb-5260-42a7-ae99-d6d38fa31fb6 req-0c7f4d9f-772e-450e-afc5-b6089dfa05f4 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:36.542700 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-afd8c4bb-5260-42a7-ae99-d6d38fa31fb6 req-0c7f4d9f-772e-450e-afc5-b6089dfa05f4 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Synchronizing usage tracker for tenant:9e2629ed0483482588959ec1e5f818af on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:36.624391 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-afd8c4bb-5260-42a7-ae99-d6d38fa31fb6 req-0c7f4d9f-772e-450e-afc5-b6089dfa05f4 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Unset dirty status for tenant:9e2629ed0483482588959ec1e5f818af on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:36.625581 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-afd8c4bb-5260-42a7-ae99-d6d38fa31fb6 req-0c7f4d9f-772e-450e-afc5-b6089dfa05f4 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 943 time: 0.3551309
Apr 08 02:56:36.669411 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-93ee1ba2-cdf7-4591-bae2-82aca121780c service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767125
Apr 08 02:56:36.712363 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-afd8c4bb-5260-42a7-ae99-d6d38fa31fb6 req-84a52cb7-ed1f-482b-b016-8fb2e1f4c0a4 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695982
Apr 08 02:56:36.821389 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a5e7b010-09ba-4d26-a31b-3c7ed3cb3b69 req-778af1e4-d1d8-41c6-ab2e-144fe33183d6 service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357782
Apr 08 02:56:36.832862 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:36.860464 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.864906 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.905640 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['c585c168-7e51-4ca1-8f45-2f19dde4b67a'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:56:36.936670 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:36.937322 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:36.938713 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-33779229-979c-4f74-b17e-6c45d0ae9131 req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "PUT /v2.0/ports/c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 982 time: 0.5643113
Apr 08 02:56:36.939231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:36.967242 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b281c-c2b3-469c-b301-f35aa95a8a06 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=6']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:37.007572 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e915eb-fee9-40dc-b663-2088e755c379'] response: {'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'status': 'completed', 'code': 200}
Apr 08 02:56:37.069943 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['c585c168-7e51-4ca1-8f45-2f19dde4b67a'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:56:37.132333 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-0b7f3473-7bab-4cf5-beab-b532055b0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:37.135907 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-0b7f3473-7bab-4cf5-beab-b532055b0b8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1138 time: 0.0837643
Apr 08 02:56:37.152608 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067b74c-cdb8-472f-9230-f2de6b66e389 req-498de4ff-bc43-4287-8061-df0c5be0481f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:37.159796 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0067b74c-cdb8-472f-9230-f2de6b66e389 req-498de4ff-bc43-4287-8061-df0c5be0481f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.1028385
Apr 08 02:56:37.205122 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0067b74c-cdb8-472f-9230-f2de6b66e389 req-4e22ff74-9cbe-44df-9c2c-a8ef67f54b71 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0442877
Apr 08 02:56:37.281092 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-0923629c-18a6-49fc-9fef-0906c0be59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:37.282518 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-0923629c-18a6-49fc-9fef-0906c0be59df service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1408894
Apr 08 02:56:37.323145 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-dec99093-4b70-4826-b313-b6b885c43a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:37.330640 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-c4944223-816b-44c8-9e7e-010589135721 None None] Provisioning complete for port c585c168-7e51-4ca1-8f45-2f19dde4b67a triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:37.331000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c4944223-816b-44c8-9e7e-010589135721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:37.388313 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-671c8c0e-6817-4ea8-a6e1-bbe719d239ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1002 time: 0.0989809
Apr 08 02:56:37.452042 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-03ee853b-626c-48a2-98db-bd9587326577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:37.453482 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-03ee853b-626c-48a2-98db-bd9587326577 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0593762
Apr 08 02:56:37.530613 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-a476fbc4-f5ac-4a8f-81ad-a3d63921e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:37.532092 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-a476fbc4-f5ac-4a8f-81ad-a3d63921e761 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715752
Apr 08 02:56:37.664408 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-8eab782d-43fd-4723-bdeb-4c488c6739ef service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259215
Apr 08 02:56:37.848838 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-17ce9b8c-8d1f-4f7f-a744-6056591b6cab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1285496
Apr 08 02:56:37.874018 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-880dcc4f-30d9-4998-9c51-05d9aa9338fc req-235c663f-0899-43eb-a7c0-3d1c98e2042b service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837990
Apr 08 02:56:37.970200 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac254a0b-1130-4f19-bf57-d3523f983689 req-cdb8102c-dbf5-427c-93b6-695bc014b244 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:37.971702 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ac254a0b-1130-4f19-bf57-d3523f983689 req-cdb8102c-dbf5-427c-93b6-695bc014b244 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 943 time: 0.0852342
Apr 08 02:56:38.028856 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51954) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:38.061169 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ac254a0b-1130-4f19-bf57-d3523f983689 req-a149a9ce-73d0-4281-9ecd-263bdbbb1813 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833664
Apr 08 02:56:38.090313 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c365a-055c-40d4-b822-3776e25bb700 req-8e1e3ed8-aba6-4b12-a35a-1cf6902c7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:38.091764 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-8e1e3ed8-aba6-4b12-a35a-1cf6902c7092 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1138 time: 0.0823112
Apr 08 02:56:38.161871 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.179817 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:38.184544 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Usage tracker for resource:security_group_rule and tenant:88a7e8d688c3446bb7a4a02600939687 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:38.196998 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:38.208745 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:38.241029 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c365a-055c-40d4-b822-3776e25bb700 req-ed578f58-4a38-4ba5-bde1-ea12326e1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:38.242468 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-ed578f58-4a38-4ba5-bde1-ea12326e1aad service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1328712
Apr 08 02:56:38.290432 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.294817 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.341755 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88a7e8d688c3446bb7a4a02600939687&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3117704
Apr 08 02:56:38.343250 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb66aeab-8e89-4a9a-a194-1e7883834125,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:38.345202 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51960) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:38.347440 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-e9cae9b0-ac32-4ca2-939f-0806d333bcf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1002 time: 0.0981438
Apr 08 02:56:38.362121 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.362871 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.363214 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.363542 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.363865 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.364217 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.364535 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.364853 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.365170 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.365485 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.365796 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.366106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d61dcd8-9d0e-405e-9220-1953452e201b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:38.409372 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c365a-055c-40d4-b822-3776e25bb700 req-2104a6e5-4dc7-42bb-91a2-80aa6b06e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:38.410843 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-2104a6e5-4dc7-42bb-91a2-80aa6b06e16a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0563045
Apr 08 02:56:38.418010 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3e1da958-7684-46e9-8622-c9b94639b7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.455500 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.461370 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3e1da958-7684-46e9-8622-c9b94639b7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.464296 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.526218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3e1da958-7684-46e9-8622-c9b94639b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.545212 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1da958-7684-46e9-8622-c9b94639b7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb66aeab-8e89-4a9a-a194-1e7883834125,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:38.556218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-3e1da958-7684-46e9-8622-c9b94639b7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.557931 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-3e1da958-7684-46e9-8622-c9b94639b7af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb66aeab-8e89-4a9a-a194-1e7883834125 HTTP/1.1" status: 204  len: 168 time: 0.2115219
Apr 08 02:56:38.595155 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c365a-055c-40d4-b822-3776e25bb700 req-b995db9b-ca31-4296-a07e-f4c44a3bb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:38.596657 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-b995db9b-ca31-4296-a07e-f4c44a3bb98d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1793642
Apr 08 02:56:38.728298 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-5e8bb28e-5afc-4d99-a098-c4d90c43170c service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244831
Apr 08 02:56:38.856282 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 51968) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:38.868810 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-446c365a-055c-40d4-b822-3776e25bb700 req-d63bdbd7-2acc-47ae-bd72-257b1fa8f6f8 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346948
Apr 08 02:56:38.874457 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.889431 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:38.893003 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:852cc031e4384dbf980192f7067c9063 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:38.895730 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:38.901727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:38.983789 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:38.987650 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.036768 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=852cc031e4384dbf980192f7067c9063&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1794167
Apr 08 02:56:39.038306 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb969ed1-a84e-41cf-a96d-826b2c365cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41491427-83a4-4d8c-823e-38052380cc0c,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:39.039578 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 51972) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:39.105753 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9390ebaa-6380-4229-8bc4-0c98c2f04486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.137865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9390ebaa-6380-4229-8bc4-0c98c2f04486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.196954 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9390ebaa-6380-4229-8bc4-0c98c2f04486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.213000 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390ebaa-6380-4229-8bc4-0c98c2f04486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41491427-83a4-4d8c-823e-38052380cc0c,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:39.223122 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-9390ebaa-6380-4229-8bc4-0c98c2f04486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.224281 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-9390ebaa-6380-4229-8bc4-0c98c2f04486 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41491427-83a4-4d8c-823e-38052380cc0c HTTP/1.1" status: 204  len: 168 time: 0.1826892
Apr 08 02:56:39.260446 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb90db2-98a5-433f-946f-0d26c6280b5f req-3c2b5064-a711-4c67-8236-1d648c0a6842 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:39.262169 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5eb90db2-98a5-433f-946f-0d26c6280b5f req-3c2b5064-a711-4c67-8236-1d648c0a6842 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 943 time: 0.0926323
Apr 08 02:56:39.306681 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5eb90db2-98a5-433f-946f-0d26c6280b5f req-fb13ec61-7970-4b0c-94bf-46c791d98285 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388653
Apr 08 02:56:39.325659 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0581239e-a8d6-45ea-8e72-865ca68115b2 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:56:39.507695 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 0581239e-a8d6-45ea-8e72-865ca68115b2, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0581239e-a8d6-45ea-8e72-865ca68115b2,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:39.523301 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '0581239e-a8d6-45ea-8e72-865ca68115b2', 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5', 'port_id': '0581239e-a8d6-45ea-8e72-865ca68115b2', 'mac_address': 'fa:16:3e:74:60:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3a0516-922b-467c-9dce-8f22634c57a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:56:39.587365 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.606077 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0581239e-a8d6-45ea-8e72-865ca68115b2 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:56:39.626121 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 0581239e-a8d6-45ea-8e72-865ca68115b2, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0581239e-a8d6-45ea-8e72-865ca68115b2,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:39.630554 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:39.700246 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=0581239e-a8d6-45ea-8e72-865ca68115b2,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:39.707402 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.707840 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.708304 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.708723 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.709137 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.709552 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.709968 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.710377 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.710815 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.711195 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.711598 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.712040 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:56:39.992451 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.021284 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['0581239e-a8d6-45ea-8e72-865ca68115b2'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:56:40.415013 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52008) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:40.504255 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ebc76-dc2d-4349-9cb9-c53e5554e407 req-7031ef06-bd0d-4ec1-a0fe-1cba2656506e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:40.506344 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-435ebc76-dc2d-4349-9cb9-c53e5554e407 req-7031ef06-bd0d-4ec1-a0fe-1cba2656506e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 944 time: 0.0922778
Apr 08 02:56:40.538741 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.553293 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-435ebc76-dc2d-4349-9cb9-c53e5554e407 req-fb257b3e-a12f-4185-b6f4-7c6d01f8b41b tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404754
Apr 08 02:56:40.553459 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:40.557659 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Usage tracker for resource:security_group_rule and tenant:eaf33eaf193a43b19d4189235739889b is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:40.560768 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:40.567177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:40.737521 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.741365 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.785424 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025aef93-1e7a-4abc-8a0c-bfc77e753f5a,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:40.789706 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-9f4004b8-f37a-4c4c-8f6c-73eca198e464 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eaf33eaf193a43b19d4189235739889b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3736639
Apr 08 02:56:40.792793 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52014) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:40.848200 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60b28050-132c-4921-a9b7-21bd0911745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.873100 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60b28050-132c-4921-a9b7-21bd0911745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.921922 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60b28050-132c-4921-a9b7-21bd0911745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.940395 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b28050-132c-4921-a9b7-21bd0911745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025aef93-1e7a-4abc-8a0c-bfc77e753f5a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:40.949798 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60b28050-132c-4921-a9b7-21bd0911745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:40.950913 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-60b28050-132c-4921-a9b7-21bd0911745a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/025aef93-1e7a-4abc-8a0c-bfc77e753f5a HTTP/1.1" status: 204  len: 168 time: 0.1577346
Apr 08 02:56:41.332935 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0581239e-a8d6-45ea-8e72-865ca68115b2 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:41.399614 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 0581239e-a8d6-45ea-8e72-865ca68115b2 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:41.405017 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 0581239e-a8d6-45ea-8e72-865ca68115b2 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:41.405384 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:41.528484 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:41.554361 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d749573-0c49-4eda-98d4-9574a85913d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0581239e-a8d6-45ea-8e72-865ca68115b2'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:41.564950 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 0581239e-a8d6-45ea-8e72-865ca68115b2, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0581239e-a8d6-45ea-8e72-865ca68115b2,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:41.571039 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:41.615112 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcff172a-3f70-4f62-871a-18677d7fd82b'] response: {'server_uuid': '4d749573-0c49-4eda-98d4-9574a85913d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0581239e-a8d6-45ea-8e72-865ca68115b2', 'code': 200}
Apr 08 02:56:41.650049 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=0581239e-a8d6-45ea-8e72-865ca68115b2,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:41.756402 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2801c7-7e72-467e-9143-4061da9e996f req-ab3d06be-5a9f-42a3-b6ab-35c16ac386d7 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:41.758459 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2a2801c7-7e72-467e-9143-4061da9e996f req-ab3d06be-5a9f-42a3-b6ab-35c16ac386d7 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 945 time: 0.0848718
Apr 08 02:56:41.811734 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2a2801c7-7e72-467e-9143-4061da9e996f req-de9535fa-d747-4450-a9c4-e5f7dca00ea9 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457463
Apr 08 02:56:41.914646 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4a581-a3fc-4e69-b4c8-887cdad5bfc3 req-098d18be-af59-4668-b155-6d41bc3c8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:41.916314 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-05f4a581-a3fc-4e69-b4c8-887cdad5bfc3 req-098d18be-af59-4668-b155-6d41bc3c8c62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 1098 time: 0.0778902
Apr 08 02:56:41.958242 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-05f4a581-a3fc-4e69-b4c8-887cdad5bfc3 req-69130c0c-4a74-4fae-820c-e703be4196c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352530
Apr 08 02:56:42.999645 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a965838-654a-4a55-b454-31cdd68bde4b req-fba06bdf-2587-4157-bb5d-dbba6f863e1c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:43.001108 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5a965838-654a-4a55-b454-31cdd68bde4b req-fba06bdf-2587-4157-bb5d-dbba6f863e1c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 945 time: 0.0797794
Apr 08 02:56:43.044845 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5a965838-654a-4a55-b454-31cdd68bde4b req-e5f96688-2caa-4141-97f3-f4efd035ba57 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380640
Apr 08 02:56:44.230439 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc306fab-4d3f-4a37-8c94-e995c84b6094 req-aaf9cea3-5fe4-4e04-8604-014c22fbf44c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:44.231864 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cc306fab-4d3f-4a37-8c94-e995c84b6094 req-aaf9cea3-5fe4-4e04-8604-014c22fbf44c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 945 time: 0.0852287
Apr 08 02:56:44.274457 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cc306fab-4d3f-4a37-8c94-e995c84b6094 req-ecea4056-19f0-4006-9b52-ee8f3dcb0ebb tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368817
Apr 08 02:56:45.329105 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8a788-66eb-404a-bf5e-2083bff53f92 req-5b039a62-e498-4746-97d7-8eaa0049b194 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:45.330659 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-daa8a788-66eb-404a-bf5e-2083bff53f92 req-5b039a62-e498-4746-97d7-8eaa0049b194 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 945 time: 0.0846143
Apr 08 02:56:45.374759 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-daa8a788-66eb-404a-bf5e-2083bff53f92 req-2981eb3e-ccbb-4076-a2fd-e1340b6ab80d tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384054
Apr 08 02:56:46.572590 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199b523-6ce3-4611-b720-d6de216be121 req-3026b765-738b-47bf-84d9-2f68dec33200 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:46.574164 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f199b523-6ce3-4611-b720-d6de216be121 req-3026b765-738b-47bf-84d9-2f68dec33200 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 945 time: 0.0925653
Apr 08 02:56:46.616829 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f199b523-6ce3-4611-b720-d6de216be121 req-29351128-d63a-422f-8987-708adc1c3efb tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370677
Apr 08 02:56:46.834015 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-5641622e-35a5-4549-94de-d16bde29e566 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:46.835500 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-5641622e-35a5-4549-94de-d16bde29e566 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 945 time: 0.0815592
Apr 08 02:56:46.904357 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Deleting port 0581239e-a8d6-45ea-8e72-865ca68115b2 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:56:46.904696 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.155689 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] For port 0581239e-a8d6-45ea-8e72-865ca68115b2, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=0581239e-a8d6-45ea-8e72-865ca68115b2,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:47.156084 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.278865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Calling delete_port for 0581239e-a8d6-45ea-8e72-865ca68115b2 owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:56:47.422032 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.459559 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['0581239e-a8d6-45ea-8e72-865ca68115b2'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:56:47.477442 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Pushing event deleted for resources: {'Port': ['ID=0581239e-a8d6-45ea-8e72-865ca68115b2,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:47.654254 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] No DVR routers for this DVR port 0581239e-a8d6-45ea-8e72-865ca68115b2 on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:56:47.657970 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:47.661919 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d749573-0c49-4eda-98d4-9574a85913d2', 'name': 'network-vif-deleted', 'tag': '0581239e-a8d6-45ea-8e72-865ca68115b2'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:47.683393 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2d9e92be-2fe3-4ffc-8398-0021493f2d48 req-70c8bdfd-6054-4be9-ab6d-789d28e4abdf tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "DELETE /v2.0/ports/0581239e-a8d6-45ea-8e72-865ca68115b2 HTTP/1.1" status: 204  len: 173 time: 0.8356721
Apr 08 02:56:47.719026 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c226639-df12-4682-8bdd-97f76292bcbb'] response: {'server_uuid': '4d749573-0c49-4eda-98d4-9574a85913d2', 'name': 'network-vif-deleted', 'tag': '0581239e-a8d6-45ea-8e72-865ca68115b2', 'status': 'completed', 'code': 200}
Apr 08 02:56:47.793752 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-63654ff1-6d35-4c74-9042-8681531c27cc req-7f78946e-07fc-488d-9c1e-70f3eb4fa62c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Synchronizing usage tracker for tenant:9e2629ed0483482588959ec1e5f818af on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:47.810546 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-63654ff1-6d35-4c74-9042-8681531c27cc req-7f78946e-07fc-488d-9c1e-70f3eb4fa62c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Unset dirty status for tenant:9e2629ed0483482588959ec1e5f818af on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:47.812383 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-63654ff1-6d35-4c74-9042-8681531c27cc req-7f78946e-07fc-488d-9c1e-70f3eb4fa62c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=4d749573-0c49-4eda-98d4-9574a85913d2 HTTP/1.1" status: 200  len: 210 time: 0.0643382
Apr 08 02:56:49.231005 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-2af7c7ad-0c33-4427-87e8-25ab8ee85b32 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:49.232438 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-2af7c7ad-0c33-4427-87e8-25ab8ee85b32 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/networks?id=3024fc83-767b-4251-9cc8-eb502c5ce4a5 HTTP/1.1" status: 200  len: 808 time: 0.1484544
Apr 08 02:56:49.246702 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-e087aecd-393e-478d-ae8d-84ef7b09ccca tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/quotas/9e2629ed0483482588959ec1e5f818af HTTP/1.1" status: 200  len: 375 time: 0.0087802
Apr 08 02:56:49.297062 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-243c94bb-fda8-4f9f-b5c4-07fb7afb184e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e2629ed0483482588959ec1e5f818af&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0454426
Apr 08 02:56:49.406222 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-8ea35c97-7633-4a9d-9aa5-c75c32790d46 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87222) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 02:56:49.407205 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-8ea35c97-7633-4a9d-9aa5-c75c32790d46 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1038187
Apr 08 02:56:49.538837 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-bd5d9282-35e8-4c4c-980a-0a0d4fe8141e service neutron] 10.222.0.23 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257989
Apr 08 02:56:49.669176 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-b0af3571-8a0b-4489-8817-69bf997ec369 service neutron] 10.222.0.23 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245019
Apr 08 02:56:49.840453 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d66945dc-45ca-44b9-860c-9f07c9637587 req-e01258ce-56ec-43d4-91f3-b6f750529fa1 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 210 time: 0.0418417
Apr 08 02:56:50.953601 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-36f8d732-141d-4240-9204-1fd2aa854ff3 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:50.955047 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-36f8d732-141d-4240-9204-1fd2aa854ff3 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "GET /v2.0/networks?id=3024fc83-767b-4251-9cc8-eb502c5ce4a5 HTTP/1.1" status: 200  len: 808 time: 0.1520555
Apr 08 02:56:50.994873 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Request body: {'port': {'device_id': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5', 'admin_state_up': True, 'tenant_id': '9e2629ed0483482588959ec1e5f818af'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:51.021114 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9f6b6e2-6f5a-4094-8484-bc74c5514a69 req-9b2f66cc-6c45-4f4a-926b-50864931b6d7 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 210 time: 0.0647657
Apr 08 02:56:51.139216 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:51.148548 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:51.158438 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Made reservation on behalf of 9e2629ed0483482588959ec1e5f818af for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:51.162268 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:51.327704 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Allocated IP 172.20.0.13 (3024fc83-767b-4251-9cc8-eb502c5ce4a5/5b3a0516-922b-467c-9dce-8f22634c57a0/7a62cde7-d56d-4281-80ba-1728ab0410ea) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:51.428409 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0581239e-a8d6-45ea-8e72-865ca68115b2 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:56:51.462454 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 0581239e-a8d6-45ea-8e72-865ca68115b2 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:56:51.463161 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 0581239e-a8d6-45ea-8e72-865ca68115b2 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:56:51.531149 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:51.559864 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:51.634091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:51.637568 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:51.641917 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:56:51.673516 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Pushing event updated for resources: {'Port': ['ID=7a62cde7-d56d-4281-80ba-1728ab0410ea,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:51.707149 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:51.707852 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:51.733168 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-4f85654d-6dd2-4a41-837e-ae4692a14981 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7424302
Apr 08 02:56:51.752244 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Request body: {'port': {'device_id': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:51.860934 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.206233 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4517c8-cb4d-4f9f-8b5d-cd7be4a69f81 req-3a9a30a3-3fb6-4bff-805a-b7fc0813b56e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:52.207673 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f4517c8-cb4d-4f9f-8b5d-cd7be4a69f81 req-3a9a30a3-3fb6-4bff-805a-b7fc0813b56e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 932 time: 0.0803683
Apr 08 02:56:52.252313 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5f4517c8-cb4d-4f9f-8b5d-cd7be4a69f81 req-6a082502-f933-4463-b52a-d25e872d9779 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374513
Apr 08 02:56:52.288302 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a62cde7-d56d-4281-80ba-1728ab0410ea {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:56:52.295548 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.310064 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Transition to ACTIVE for port object 7a62cde7-d56d-4281-80ba-1728ab0410ea will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:52.314026 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.469876 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=7a62cde7-d56d-4281-80ba-1728ab0410ea,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:52.542711 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Attempting to bind port 7a62cde7-d56d-4281-80ba-1728ab0410ea on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:52.543041 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Attempting to bind port 7a62cde7-d56d-4281-80ba-1728ab0410ea by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:52.543361 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Attempting to bind port 7a62cde7-d56d-4281-80ba-1728ab0410ea on network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:52.547902 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Port 7a62cde7-d56d-4281-80ba-1728ab0410ea on network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:56:52.548246 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Attempting to bind port 7a62cde7-d56d-4281-80ba-1728ab0410ea on network 3024fc83-767b-4251-9cc8-eb502c5ce4a5 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:52.553236 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:56:52.553564 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Checking segment: {'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:52.553939 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Bound using segment: {'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:56:52.554353 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Bound port: 7a62cde7-d56d-4281-80ba-1728ab0410ea, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:52.554685 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.654218 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] For port 7a62cde7-d56d-4281-80ba-1728ab0410ea, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:56:52.657470 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] For port 7a62cde7-d56d-4281-80ba-1728ab0410ea, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=7a62cde7-d56d-4281-80ba-1728ab0410ea,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:56:52.661749 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.715146 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52214) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:52.718608 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:52.719234 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.720610 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] 10.222.0.41 "PUT /v2.0/ports/7a62cde7-d56d-4281-80ba-1728ab0410ea HTTP/1.1" status: 200  len: 1094 time: 0.9723217
Apr 08 02:56:52.721037 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'tag': '7a62cde7-d56d-4281-80ba-1728ab0410ea'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:56:52.748993 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a1e1c-f08f-418c-b7de-6bdf20c3dd1f service neutron] Pushing event updated for resources: {'Port': ['ID=7a62cde7-d56d-4281-80ba-1728ab0410ea,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:52.773824 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90787556-cef7-46bf-ac96-448675bd3753'] response: {'name': 'network-changed', 'server_uuid': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'tag': '7a62cde7-d56d-4281-80ba-1728ab0410ea', 'status': 'completed', 'code': 200}
Apr 08 02:56:52.838373 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.852185 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:52.857088 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Usage tracker for resource:security_group_rule and tenant:dfcd86272fd44c8fbd6985a15425d9a0 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:52.859839 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:52.863758 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-0bd1c0eb-32eb-4d85-8ada-9f22b3758515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:52.865277 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-0bd1c0eb-32eb-4d85-8ada-9f22b3758515 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2629ed0483482588959ec1e5f818af&device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 1097 time: 0.0712633
Apr 08 02:56:52.865419 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:52.949948 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.954437 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:52.958480 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-9fc44a24-aeaa-4a27-8e0f-0ac67977699f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a62cde7-d56d-4281-80ba-1728ab0410ea HTTP/1.1" status: 200  len: 217 time: 0.0791667
Apr 08 02:56:53.006182 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dfcd86272fd44c8fbd6985a15425d9a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2888725
Apr 08 02:56:53.007140 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3353a-ae1e-4c54-9031-be6786679b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60426f48-891b-4265-afdd-b2c2720910b1,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:53.009594 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 52222) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:53.056968 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-0bae8689-0ce6-4d49-aa68-18bf8963a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:53.058596 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-0bae8689-0ce6-4d49-aa68-18bf8963a48f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b3a0516-922b-467c-9dce-8f22634c57a0 HTTP/1.1" status: 200  len: 848 time: 0.0935097
Apr 08 02:56:53.115398 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-45e761a6-2b95-4ac7-bbbb-10d80eb6d1d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3024fc83-767b-4251-9cc8-eb502c5ce4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496135
Apr 08 02:56:53.119643 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9ea1-dd24-4ea7-a7df-d6172330e909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.176739 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9ea1-dd24-4ea7-a7df-d6172330e909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.312195 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-bb309d22-0e37-4960-a332-7618d5aaebcb service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837921
Apr 08 02:56:53.342606 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9ea1-dd24-4ea7-a7df-d6172330e909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.438578 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf9ea1-dd24-4ea7-a7df-d6172330e909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60426f48-891b-4265-afdd-b2c2720910b1,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:53.457744 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e4cf9ea1-dd24-4ea7-a7df-d6172330e909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:53.458847 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e4cf9ea1-dd24-4ea7-a7df-d6172330e909 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60426f48-891b-4265-afdd-b2c2720910b1 HTTP/1.1" status: 204  len: 168 time: 0.4483004
Apr 08 02:56:53.470758 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0787a-9292-470c-a985-7af3fa4056c2 req-25d983af-0fc2-42f4-ac0a-e6c4c8579710 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:53.472336 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cce0787a-9292-470c-a985-7af3fa4056c2 req-25d983af-0fc2-42f4-ac0a-e6c4c8579710 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 944 time: 0.1074097
Apr 08 02:56:53.507858 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5ef0be25-7bb9-44aa-b102-2654db0f526d req-974c458e-1372-4a93-a268-6019665de97a service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1894517
Apr 08 02:56:53.526802 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cce0787a-9292-470c-a985-7af3fa4056c2 req-38108f98-8bf8-4290-9032-69ea35112808 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475509
Apr 08 02:56:53.715984 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-7868044b-c77d-427f-8764-d83671952da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:53.717498 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-7868044b-c77d-427f-8764-d83671952da2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9e2629ed0483482588959ec1e5f818af&device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 1097 time: 0.0884883
Apr 08 02:56:53.972696 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-4ecdd914-d74f-4b40-990c-d635a561340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:53.974852 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-4ecdd914-d74f-4b40-990c-d635a561340f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3024fc83-767b-4251-9cc8-eb502c5ce4a5 HTTP/1.1" status: 200  len: 909 time: 0.2509992
Apr 08 02:56:54.063559 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-0efe06a0-bf61-4bf1-ad70-aca7f1a06d1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a62cde7-d56d-4281-80ba-1728ab0410ea HTTP/1.1" status: 200  len: 217 time: 0.0818460
Apr 08 02:56:54.127131 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-b004712e-3f2e-46ba-b950-7ad2228dd3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:54.128614 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-b004712e-3f2e-46ba-b950-7ad2228dd3a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5b3a0516-922b-467c-9dce-8f22634c57a0 HTTP/1.1" status: 200  len: 848 time: 0.0592332
Apr 08 02:56:54.175815 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-4a40bada-86ae-4be1-bed7-82730e176133 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3024fc83-767b-4251-9cc8-eb502c5ce4a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402040
Apr 08 02:56:54.253277 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52250) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:54.326560 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-738e9d28-2322-44ee-81fd-46627a826adb service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437404
Apr 08 02:56:54.371836 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-674230981-network', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:54.377204 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:54.381161 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Usage tracker for resource:network and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:54.384173 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:54.390506 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:54.400961 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Made reservation on behalf of c0b956e0c3a74df8890d564dadb5ad70 for: {'network': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:54.403454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.418927 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.434066 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:54.438033 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:54.445772 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:54.451601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:54.464727 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-81b36b21-f0a9-4ae7-b8ed-cca057897846 req-85840413-60ed-4733-8d6c-3ac4dfa97ab5 service neutron] 10.222.0.41 "GET /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316574
Apr 08 02:56:54.534441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.538065 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.573388 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'}  {{(pid=87223) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:56:54.578271 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbac1641-046a-49d9-b0cd-da0bc876c6d7,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:54.585779 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.585779 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.segments_db [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Added segment 6dc14343-ce4d-48ed-8b40-6e27d5f7e235 of type vlan for network 21a17f5c-b124-484f-a29f-b582b1b5f383
Apr 08 02:56:54.615834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.645379 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.646357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:54.646937 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.738615 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047c70b-2a25-4177-9651-4ceef8c6d548 req-cd4d8f62-77c1-4281-93d1-4824dd28763b tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:54.739312 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4047c70b-2a25-4177-9651-4ceef8c6d548 req-cd4d8f62-77c1-4281-93d1-4824dd28763b tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Synchronizing usage tracker for tenant:9e2629ed0483482588959ec1e5f818af on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:56:54.755451 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] Pushing event updated for resources: {'Network': ['ID=21a17f5c-b124-484f-a29f-b582b1b5f383,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:54.756091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-4047c70b-2a25-4177-9651-4ceef8c6d548 req-cd4d8f62-77c1-4281-93d1-4824dd28763b tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Unset dirty status for tenant:9e2629ed0483482588959ec1e5f818af on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:56:54.757348 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4047c70b-2a25-4177-9651-4ceef8c6d548 req-cd4d8f62-77c1-4281-93d1-4824dd28763b tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 944 time: 0.1015651
Apr 08 02:56:54.760618 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-df5ca888-bbf7-459b-a388-66e7192ff8ba admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5061734
Apr 08 02:56:54.763473 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52258) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:54.768711 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Request body: {'subnet': {'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-674230981-subnet', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:54.772903 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:56:54.774349 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:54.779067 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Usage tracker for resource:subnet and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:54.782075 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:54.787876 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:54.799209 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Made reservation on behalf of c0b956e0c3a74df8890d564dadb5ad70 for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:56:54.802073 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:54.821541 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4047c70b-2a25-4177-9651-4ceef8c6d548 req-42389e31-ba9a-4346-9bfa-b845a1a1bce1 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482702
Apr 08 02:56:55.001349 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.070050 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5a10b23-e60e-4bcc-97d2-695ac7632fb5,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:55.082595 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Checking segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:55.082941 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Network hostable DHCP agents. Network: 21a17f5c-b124-484f-a29f-b582b1b5f383, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:56:55.105309 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:56:55.113641 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, 21a17f5c-b124-484f-a29f-b582b1b5f383) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:55.117727 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:55.118304 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.123166 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5fade0-ab52-41f9-bb54-c077a305c065 None None] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:55.138393 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-584ea4d4-f129-4e15-8484-527429cd3e20 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.3735464
Apr 08 02:56:55.140761 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52262) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:55.145548 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:56:55.150172 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:56:55.153958 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Usage tracker for resource:router and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:56:55.156814 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:56:55.162493 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:56:55.173919 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.174881 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.190255 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.361822 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-21a17f5c-b124-484f-a29f-b582b1b5f383', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:56:55.362620 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.527205 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Allocated IP 172.20.0.2 (21a17f5c-b124-484f-a29f-b582b1b5f383/f5a10b23-e60e-4bcc-97d2-695ac7632fb5/b00c8dd6-f826-44fd-ad00-3dff35fba257) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:55.546929 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.738182 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.748500 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Transition to ACTIVE for port object b00c8dd6-f826-44fd-ad00-3dff35fba257 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:55.767337 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Transition to ACTIVE for port object b00c8dd6-f826-44fd-ad00-3dff35fba257 will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:55.773664 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.835857 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:55.843183 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:55.846295 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:56:55.853819 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.885978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.886242 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Pushing event updated for resources: {'Port': ['ID=b00c8dd6-f826-44fd-ad00-3dff35fba257,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:55.948260 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Attempting to bind port b00c8dd6-f826-44fd-ad00-3dff35fba257 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:55.948647 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Attempting to bind port b00c8dd6-f826-44fd-ad00-3dff35fba257 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:55.948992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Attempting to bind port b00c8dd6-f826-44fd-ad00-3dff35fba257 on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:55.954674 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:56:55.955042 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Checking segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:55.955435 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:55.955814 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Bound using segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:56:55.956338 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Bound port: b00c8dd6-f826-44fd-ad00-3dff35fba257, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:55.956702 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.070202 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] For port b00c8dd6-f826-44fd-ad00-3dff35fba257, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:56:56.073793 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] For port b00c8dd6-f826-44fd-ad00-3dff35fba257, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b00c8dd6-f826-44fd-ad00-3dff35fba257,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:56:56.078494 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.083765 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Allocated IP 172.27.1.73 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/772f1c73-a247-49aa-9446-431b13b65c05) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:56.103332 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b01012-fea9-4c91-be8b-603af0b7eda0 req-ef7dd287-5c15-49d0-928c-18198cec471d tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:56.104836 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-26b01012-fea9-4c91-be8b-603af0b7eda0 req-ef7dd287-5c15-49d0-928c-18198cec471d tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 944 time: 0.1582472
Apr 08 02:56:56.176601 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be16b3-213d-4870-b6a9-c61903b3688d None None] Pushing event updated for resources: {'Port': ['ID=b00c8dd6-f826-44fd-ad00-3dff35fba257,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:56.236354 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-26b01012-fea9-4c91-be8b-603af0b7eda0 req-81d65cde-84eb-44d1-b593-30297b407249 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131921
Apr 08 02:56:56.278425 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.309189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:56.385731 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:56.388245 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:56.391771 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:56:56.442873 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Pushing event updated for resources: {'Port': ['ID=772f1c73-a247-49aa-9446-431b13b65c05,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:56.829001 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.060089 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0ebd6-9a38-4589-9d97-8b0bdc25498f None None] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:56:57.142685 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-c4a015e6-4d15-4358-87a1-e43bee07c300 None None] Provisioning for port b00c8dd6-f826-44fd-ad00-3dff35fba257 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:57.188963 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b00c8dd6-f826-44fd-ad00-3dff35fba257 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:57.297072 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.335575 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port b00c8dd6-f826-44fd-ad00-3dff35fba257 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:57.343745 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port b00c8dd6-f826-44fd-ad00-3dff35fba257 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:57.344133 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.428090 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b397e1-d488-41ff-becd-d62bb6f6872f req-466c7c73-1929-4b5d-b642-99465f3fc59e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:57.429942 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4b397e1-d488-41ff-becd-d62bb6f6872f req-466c7c73-1929-4b5d-b642-99465f3fc59e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 944 time: 0.0817404
Apr 08 02:56:57.453519 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 7a62cde7-d56d-4281-80ba-1728ab0410ea details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:56:57.503511 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.522183 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b4b397e1-d488-41ff-becd-d62bb6f6872f req-83de3121-01d6-4fef-8fb4-274f931f7910 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637434
Apr 08 02:56:57.548394 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:56:57.625732 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port b00c8dd6-f826-44fd-ad00-3dff35fba257, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b00c8dd6-f826-44fd-ad00-3dff35fba257,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:57.633225 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.701142 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 7a62cde7-d56d-4281-80ba-1728ab0410ea, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=7a62cde7-d56d-4281-80ba-1728ab0410ea,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:57.723944 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '7a62cde7-d56d-4281-80ba-1728ab0410ea', 'network_id': '3024fc83-767b-4251-9cc8-eb502c5ce4a5', 'port_id': '7a62cde7-d56d-4281-80ba-1728ab0410ea', 'mac_address': 'fa:16:3e:e0:df:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b3a0516-922b-467c-9dce-8f22634c57a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:56:57.736796 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:56:57.742535 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-25af1154-dcde-4d5c-9944-7ff0f51b942d None None] Provisioning complete for port b00c8dd6-f826-44fd-ad00-3dff35fba257 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:57.742775 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-25af1154-dcde-4d5c-9944-7ff0f51b942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.761677 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.762968 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c633bc67-608f-401d-a3af-a4f52f2dd181 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.6213000
Apr 08 02:56:57.765836 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 52270) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:56:57.773771 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:56:57.825609 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=b00c8dd6-f826-44fd-ad00-3dff35fba257,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:57.836949 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:57.837621 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb2ec70>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:57.919950 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:57.947564 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a62cde7-d56d-4281-80ba-1728ab0410ea {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:56:58.056941 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 7a62cde7-d56d-4281-80ba-1728ab0410ea, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=7a62cde7-d56d-4281-80ba-1728ab0410ea,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:56:58.075282 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:58.165240 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:58.292032 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=7a62cde7-d56d-4281-80ba-1728ab0410ea,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:58.430426 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:58.473453 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['7a62cde7-d56d-4281-80ba-1728ab0410ea'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:56:58.591612 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb2ec70>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:56Z', 'revision_number': 3, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:58.605668 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:56:58.606010 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Updating router 22e05f51-3f7e-452b-9dc9-ae601724f278 port 772f1c73-a247-49aa-9446-431b13b65c05 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:56:58.684431 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:58.707353 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9676d03-22f3-4ad3-90d2-9a541270b541 req-88fff445-8595-4432-82df-0e6662195c04 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:56:58.709067 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9676d03-22f3-4ad3-90d2-9a541270b541 req-88fff445-8595-4432-82df-0e6662195c04 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 945 time: 0.0842731
Apr 08 02:56:58.746104 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Allocated IP 172.20.0.1 (21a17f5c-b124-484f-a29f-b582b1b5f383/f5a10b23-e60e-4bcc-97d2-695ac7632fb5/f9660267-6983-4ceb-a063-2d5561146754) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:56:58.757615 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9676d03-22f3-4ad3-90d2-9a541270b541 req-bfc63980-8742-4ed8-9fbb-6f2951b781e8 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418036
Apr 08 02:56:58.900461 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:58.915282 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Transition to ACTIVE for port object f9660267-6983-4ceb-a063-2d5561146754 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:58.939106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:58.998865 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:59.005649 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:56:59.008034 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:56:59.037017 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.049538 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Transition to ACTIVE for port object 772f1c73-a247-49aa-9446-431b13b65c05 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:56:59.057254 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.067290 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9660267-6983-4ceb-a063-2d5561146754,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:59.081382 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.102864 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:56:59.133771 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Attempting to bind port 772f1c73-a247-49aa-9446-431b13b65c05 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:56:59.134897 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Attempting to bind port 772f1c73-a247-49aa-9446-431b13b65c05 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:56:59.135097 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Attempting to bind port 772f1c73-a247-49aa-9446-431b13b65c05 on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:56:59.148292 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:56:59.148673 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:56:59.149070 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.149462 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:56:59.150131 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Bound port: 772f1c73-a247-49aa-9446-431b13b65c05, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:56:59.150470 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.196019 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b00c8dd6-f826-44fd-ad00-3dff35fba257 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:56:59.230454 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d73c17-3f0f-461b-905c-f715e485e893 None None] Pushing event updated for resources: {'Port': ['ID=772f1c73-a247-49aa-9446-431b13b65c05,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:59.311771 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] For port 772f1c73-a247-49aa-9446-431b13b65c05, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:56:59.316161 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] For port 772f1c73-a247-49aa-9446-431b13b65c05, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=772f1c73-a247-49aa-9446-431b13b65c05,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:56:59.318055 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9fb98761-55a4-4ba5-aa08-8ae38488542f None None] Provisioning for port f9660267-6983-4ceb-a063-2d5561146754 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:56:59.325322 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.364897 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-9fb98761-55a4-4ba5-aa08-8ae38488542f None None] Provisioning complete for port f9660267-6983-4ceb-a063-2d5561146754 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:59.365259 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9fb98761-55a4-4ba5-aa08-8ae38488542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.368830 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.422633 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port b00c8dd6-f826-44fd-ad00-3dff35fba257 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:56:59.422995 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.498388 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9fb98761-55a4-4ba5-aa08-8ae38488542f None None] Port f9660267-6983-4ceb-a063-2d5561146754 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:56:59.511076 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d73c17-3f0f-461b-905c-f715e485e893 None None] Pushing event updated for resources: {'Port': ['ID=772f1c73-a247-49aa-9446-431b13b65c05,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:59.513502 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:56:59.514067 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb2ec70>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:56:59.591040 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.597862 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.708250 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9660267-6983-4ceb-a063-2d5561146754,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:56:59.710744 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:56:59.749788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:56:59.846805 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:56:59.848100 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:00.131633 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-147d81a7-d39b-4fbb-a921-452ce603aa3e None None] Provisioning complete for port f9660267-6983-4ceb-a063-2d5561146754 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:00.131915 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-147d81a7-d39b-4fbb-a921-452ce603aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:00.184739 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdb2ec70>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:56:58Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:00.197749 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40314d12-eb04-4c4a-a02d-44bf31aad7fd None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:56:58Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:57:00.199416 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-147d81a7-d39b-4fbb-a921-452ce603aa3e None None] Port f9660267-6983-4ceb-a063-2d5561146754 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:57:00.226347 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:57:00.310870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117fce7-8b18-4f24-909b-4f04fb18dafd req-d582e23e-6fed-42f7-bac8-bb9e8821c88d tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:00.312376 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2117fce7-8b18-4f24-909b-4f04fb18dafd req-d582e23e-6fed-42f7-bac8-bb9e8821c88d tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 945 time: 0.2779155
Apr 08 02:57:00.420893 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:00.450200 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2117fce7-8b18-4f24-909b-4f04fb18dafd req-4a9b8726-3da7-4e73-b6cf-4c24f18f0b10 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297073
Apr 08 02:57:00.491445 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:57:00.503976 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-38977283-ac5d-4635-a141-6cc0d2806db7 admin admin] 10.222.0.23 "PUT /v2.0/routers/22e05f51-3f7e-452b-9dc9-ae601724f278/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7342751
Apr 08 02:57:01.078242 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 52294) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:01.083979 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2003456727-network', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:01.089063 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:01.093249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Usage tracker for resource:network and tenant:c6332dba62154e5a9e70cb6bcf65a39e is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:01.096343 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:01.102608 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:01.115409 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Made reservation on behalf of c6332dba62154e5a9e70cb6bcf65a39e for: {'network': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:57:01.117857 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for network, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.132134 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.151324 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:01.155277 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Usage tracker for resource:security_group_rule and tenant:c6332dba62154e5a9e70cb6bcf65a39e is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:01.158252 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:01.164173 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:01.191233 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 772f1c73-a247-49aa-9446-431b13b65c05 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:01.263624 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.267878 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.268597 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 772f1c73-a247-49aa-9446-431b13b65c05 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:01.274614 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 772f1c73-a247-49aa-9446-431b13b65c05 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:01.275810 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.300954 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=87222) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Apr 08 02:57:01.308129 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4182d76d-e21f-45cd-8f8c-ba7eb72bb161,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.315571 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.316020 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.segments_db [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Added segment 2f01e198-7e86-40eb-93f9-4e0bfb640bbe of type vlan for network f20d1dc0-b769-4375-bd01-8c4300c659e3
Apr 08 02:57:01.348384 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757387321236'] for network, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.382215 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174'] for network, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.383677 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:01.384847 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.416316 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.433221 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 772f1c73-a247-49aa-9446-431b13b65c05, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=772f1c73-a247-49aa-9446-431b13b65c05,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:01.438407 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.491164 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] Pushing event updated for resources: {'Network': ['ID=f20d1dc0-b769-4375-bd01-8c4300c659e3,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.497494 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-3bc223a4-0cf0-48e7-9501-f22b4e131154 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4178240
Apr 08 02:57:01.500466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52300) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:01.508061 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Request body: {'subnet': {'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2003456727-subnet', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'ip_version': 4}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:01.515053 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:01.521086 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Usage tracker for resource:subnet and tenant:c6332dba62154e5a9e70cb6bcf65a39e is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:01.524527 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:01.530435 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 7a62cde7-d56d-4281-80ba-1728ab0410ea up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:01.534906 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:01.547112 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Made reservation on behalf of c6332dba62154e5a9e70cb6bcf65a39e for: {'subnet': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:57:01.549460 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2785922'] for subnet, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.561908 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 details requested by agent ovs-agent-dv-cinder-837051-1-iscsi with host dv-cinder-837051-1-iscsi {{(pid=87224) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Apr 08 02:57:01.694967 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=772f1c73-a247-49aa-9446-431b13b65c05,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.732186 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 7a62cde7-d56d-4281-80ba-1728ab0410ea completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:01.736998 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 7a62cde7-d56d-4281-80ba-1728ab0410ea triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:01.737365 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.777448 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74090fa8-6129-4027-9f3e-360ee989ac04 req-56de6239-e602-4618-ba53-05e120d1c7d5 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:01.778877 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74090fa8-6129-4027-9f3e-360ee989ac04 req-56de6239-e602-4618-ba53-05e120d1c7d5 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 945 time: 0.1507273
Apr 08 02:57:01.854064 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-74090fa8-6129-4027-9f3e-360ee989ac04 req-e0e5ffa4-0990-4034-8232-37999d7ff644 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682957
Apr 08 02:57:01.857308 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.861381 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2488686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2785968'] for subnet, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.886093 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a62cde7-d56d-4281-80ba-1728ab0410ea'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:01.895671 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 7a62cde7-d56d-4281-80ba-1728ab0410ea, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=7a62cde7-d56d-4281-80ba-1728ab0410ea,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:01.900554 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:01.953230 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Checking segment: {'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:57:01.953466 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793d9e53-ec3e-4e6e-b47a-05447c6774a5'] response: {'server_uuid': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a62cde7-d56d-4281-80ba-1728ab0410ea', 'code': 200}
Apr 08 02:57:01.953566 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Network hostable DHCP agents. Network: f20d1dc0-b769-4375-bd01-8c4300c659e3, hostable agents: ['5a51c825-e3f7-4f18-90be-af4c4a98dfdb'], hosted agents: [] {{(pid=87223) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Apr 08 02:57:01.959245 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65cdd60-dfd3-4595-895f-d40074b5d128,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.977051 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 is scheduled to be hosted by DHCP agent 5a51c825-e3f7-4f18-90be-af4c4a98dfdb with binding_index 1 {{(pid=87223) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Apr 08 02:57:01.984751 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=7a62cde7-d56d-4281-80ba-1728ab0410ea,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:01.988096 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837051-1-iscsi, f20d1dc0-b769-4375-bd01-8c4300c659e3) {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:01.992652 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:01.993877 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.002638 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada109fc-08fc-4095-ae9f-7357330018fb None None] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:57:02.015230 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-23ce160e-882f-4bbe-97a8-b6785bea10ab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5130613
Apr 08 02:57:02.017906 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52306) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:02.023835 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:02.029463 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:02.034219 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Usage tracker for resource:router and tenant:c6332dba62154e5a9e70cb6bcf65a39e is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:02.037217 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:02.043999 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:02.054492 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-854895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-470'] for router, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.055732 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-852847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-865244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-675912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-479'] for router, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.072945 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.227612 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123239c-e81e-40cf-b994-551bc826f993 req-f94ce467-87b5-413c-b639-ffa9a514d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:02.229575 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a123239c-e81e-40cf-b994-551bc826f993 req-f94ce467-87b5-413c-b639-ffa9a514d7b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 1099 time: 0.0728819
Apr 08 02:57:02.240966 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb583f23-7bc6-5235-b6a7-026ba3da7da1-f20d1dc0-b769-4375-bd01-8c4300c659e3', 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'fixed_ips': [{'subnet_id': 'b65cdd60-dfd3-4595-895f-d40074b5d128'}]}} from dv-cinder-837051-1-iscsi. {{(pid=87224) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Apr 08 02:57:02.242371 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.276880 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a123239c-e81e-40cf-b994-551bc826f993 req-8f6b429d-a808-42d5-9db7-9a653e3f3211 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409884
Apr 08 02:57:02.320922 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:57:02.332351 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:02.333218 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce6b2ca0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:02.404348 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.db_base_plugin_common [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Allocated IP 172.20.0.2 (f20d1dc0-b769-4375-bd01-8c4300c659e3/b65cdd60-dfd3-4595-895f-d40074b5d128/e1c234b4-d6b5-404a-a982-55352e8f7589) {{(pid=87224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:02.472996 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-865226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-854941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-301'] for router, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.517727 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:02.628637 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Notify callbacks [] for port, precommit_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.639141 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Transition to ACTIVE for port object e1c234b4-d6b5-404a-a982-55352e8f7589 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:02.658668 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Transition to ACTIVE for port object e1c234b4-d6b5-404a-a982-55352e8f7589 will not be triggered until provisioned by entity DHCP. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:02.666142 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422'] for port, after_create {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.728482 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 is already hosted by enough agents. {{(pid=87224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:02.735677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.scheduler.base_scheduler [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Resources bound (agent type, host, resource id):  {{(pid=87224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:02.740237 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Received port after_create {{(pid=87224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:57:02.746337 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Pushing event updated for resources: {'Port': ['ID=e1c234b4-d6b5-404a-a982-55352e8f7589,revision_number=1']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:02.810752 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.842509 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.853485 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce6b2ca0>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 2, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:02.856463 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:57:02.856806 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Updating router 22e05f51-3f7e-452b-9dc9-ae601724f278 port f9660267-6983-4ceb-a063-2d5561146754 binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:57:02.873452 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Attempting to bind port e1c234b4-d6b5-404a-a982-55352e8f7589 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:02.873815 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Attempting to bind port e1c234b4-d6b5-404a-a982-55352e8f7589 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:02.874169 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Attempting to bind port e1c234b4-d6b5-404a-a982-55352e8f7589 on network f20d1dc0-b769-4375-bd01-8c4300c659e3 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:02.880347 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:57:02.880718 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Checking segment: {'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:57:02.881116 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.881503 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Bound using segment: {'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:57:02.881966 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Bound port: e1c234b4-d6b5-404a-a982-55352e8f7589, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:02.882330 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.914291 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:02.989746 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] For port e1c234b4-d6b5-404a-a982-55352e8f7589, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:57:02.993085 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] For port e1c234b4-d6b5-404a-a982-55352e8f7589, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=e1c234b4-d6b5-404a-a982-55352e8f7589,segment=NetworkSegment(2f01e198-7e86-40eb-93f9-4e0bfb640bbe),segment_id=2f01e198-7e86-40eb-93f9-4e0bfb640bbe)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:57:02.998091 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.034947 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Allocated IP 172.27.1.97 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/9b110dc5-8f84-4a88-bfb3-4afe6c8e0508) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:03.080991 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a990b94-ef59-4775-a437-8812f365a28f None None] Pushing event updated for resources: {'Port': ['ID=e1c234b4-d6b5-404a-a982-55352e8f7589,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:03.181964 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 772f1c73-a247-49aa-9446-431b13b65c05 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:03.194653 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de73dc-e431-48b9-a70f-dd8f89d3a587 req-ade211e1-657f-414e-9473-33aaffe5ee43 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:03.196170 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-95de73dc-e431-48b9-a70f-dd8f89d3a587 req-ade211e1-657f-414e-9473-33aaffe5ee43 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 946 time: 0.2035587
Apr 08 02:57:03.270521 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 772f1c73-a247-49aa-9446-431b13b65c05 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:03.271091 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.271231 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.288769 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.289938 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-95de73dc-e431-48b9-a70f-dd8f89d3a587 req-066c94ea-39c0-4fce-8c16-1ff72841114c tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833623
Apr 08 02:57:03.325601 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Transition to ACTIVE for port object f9660267-6983-4ceb-a063-2d5561146754 will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:03.342800 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.354704 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.414362 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Pushing event updated for resources: {'Port': ['ID=f9660267-6983-4ceb-a063-2d5561146754,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:03.422177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:03.425416 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:03.428066 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.428696 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.429208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:57:03.429494 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.430052 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.430906 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.431489 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.432462 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.433277 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.433857 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.434401 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.434948 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.435655 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:03.478348 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:03.683878 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Attempting to bind port f9660267-6983-4ceb-a063-2d5561146754 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:03.684350 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Attempting to bind port f9660267-6983-4ceb-a063-2d5561146754 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:03.684805 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Attempting to bind port f9660267-6983-4ceb-a063-2d5561146754 on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:03.692410 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:57:03.693168 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Checking segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:57:03.693799 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.694423 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Bound using segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:57:03.695128 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Bound port: f9660267-6983-4ceb-a063-2d5561146754, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:03.695807 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.799276 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] For port f9660267-6983-4ceb-a063-2d5561146754, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:57:03.802616 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] For port f9660267-6983-4ceb-a063-2d5561146754, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=f9660267-6983-4ceb-a063-2d5561146754,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:57:03.807071 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.887499 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:03.888147 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce6b2ca0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:03.918773 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:03.947522 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5536bf-4554-4f76-8754-b80ec05b0d0c None None] Pushing event updated for resources: {'Port': ['ID=f9660267-6983-4ceb-a063-2d5561146754,revision_number=4']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:04.117217 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:04.276002 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cc455-c565-4724-b123-e76637bc0da3 None None] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:57:04.372160 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-e80a7e45-e1d6-426c-9989-c07d55ff4b20 None None] Provisioning for port e1c234b4-d6b5-404a-a982-55352e8f7589 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:04.415589 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-854914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-865249'] for router, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.477141 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce6b2ca0>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:03Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:04.482781 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0404af4b-190e-4baf-bcee-ae5b6015ac13 None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:03Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:57:04.517831 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2302-e31f-4296-9603-1f3750e85bc0 req-659b4c51-3218-411b-9671-b6907294d5a4 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:04.526735 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-053e2302-e31f-4296-9603-1f3750e85bc0 req-659b4c51-3218-411b-9671-b6907294d5a4 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 946 time: 0.1077890
Apr 08 02:57:04.588411 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-053e2302-e31f-4296-9603-1f3750e85bc0 req-a7dffa59-3184-452d-b0e4-5d09961017ec tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604773
Apr 08 02:57:04.677852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Router 7b761935-feb1-4d48-8a4b-34f184f6cae6 is scheduled to L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a with binding_index 1 {{(pid=87223) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Apr 08 02:57:04.874162 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:57:04.883233 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Sync routers for ids ['7b761935-feb1-4d48-8a4b-34f184f6cae6'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:57:04.897989 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:04.899354 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-329f3d4f-76b1-462a-b916-951b48d2e9e7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8798587
Apr 08 02:57:04.901382 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Routers {'7b761935-feb1-4d48-8a4b-34f184f6cae6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:04.902071 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc7a280>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['7b761935-feb1-4d48-8a4b-34f184f6cae6'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:04.903215 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52318) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:05.100270 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Set router 7b761935-feb1-4d48-8a4b-34f184f6cae6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:05.202312 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-41650287-5852-4cec-b521-c46591c3c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:05.336516 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device f9660267-6983-4ceb-a063-2d5561146754 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:05.474480 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port f9660267-6983-4ceb-a063-2d5561146754 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:05.482441 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port f9660267-6983-4ceb-a063-2d5561146754 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:05.482866 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:05.543519 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc7a280>, [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:03Z', 'revision_number': 3, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port': {'id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:05.551116 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Checking router: 7b761935-feb1-4d48-8a4b-34f184f6cae6 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:57:05.551459 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Updating router 7b761935-feb1-4d48-8a4b-34f184f6cae6 port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 binding host dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:57:05.655034 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:05.684804 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:05.711013 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:05.764065 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port f9660267-6983-4ceb-a063-2d5561146754, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=f9660267-6983-4ceb-a063-2d5561146754,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:05.814591 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ee189-467a-45f1-9ea4-8e9b6153800f req-d35d5a8f-c30f-4904-af39-d667c0d8cb2e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:05.816149 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-842ee189-467a-45f1-9ea4-8e9b6153800f req-d35d5a8f-c30f-4904-af39-d667c0d8cb2e tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 946 time: 0.0902882
Apr 08 02:57:05.843013 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:05.843877 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device e1c234b4-d6b5-404a-a982-55352e8f7589 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:05.870253 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-842ee189-467a-45f1-9ea4-8e9b6153800f req-75d056e8-716b-4698-9c86-0f4c181fb9f1 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470695
Apr 08 02:57:06.022701 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Allocated IP 172.20.0.1 (f20d1dc0-b769-4375-bd01-8c4300c659e3/b65cdd60-dfd3-4595-895f-d40074b5d128/dab54aa8-ebce-4d1d-ba43-fad2b20506cd) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:06.028586 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=f9660267-6983-4ceb-a063-2d5561146754,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:06.099392 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port e1c234b4-d6b5-404a-a982-55352e8f7589 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:06.109396 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port e1c234b4-d6b5-404a-a982-55352e8f7589 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:06.109759 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.169523 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.185607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Transition to ACTIVE for port object dab54aa8-ebce-4d1d-ba43-fad2b20506cd will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:06.210687 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.270390 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:06.273196 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:06.275793 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:57:06.312306 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Notify callbacks [] for port, precommit_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.314675 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.324452 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Pushing event updated for resources: {'Port': ['ID=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:06.345387 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Transition to ACTIVE for port object 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 will not be triggered until provisioned by entity L2. {{(pid=87224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:06.347087 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-866263'] for router_interface, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.357544 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.399726 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port e1c234b4-d6b5-404a-a982-55352e8f7589, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=e1c234b4-d6b5-404a-a982-55352e8f7589,segment=NetworkSegment(2f01e198-7e86-40eb-93f9-4e0bfb640bbe),segment_id=2f01e198-7e86-40eb-93f9-4e0bfb640bbe)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:06.414259 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.451755 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Attempting to bind port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:06.452167 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Attempting to bind port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:06.452533 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Attempting to bind port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 on network 03a9deff-df61-421f-a3fd-cca96c52bff2 {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:06.463171 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31a4f6-0993-4f8d-b9e3-2a8662c01a1f None None] Pushing event updated for resources: {'Port': ['ID=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,revision_number=2']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:06.506452 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:57:06.506718 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Checking segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:57:06.506899 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.507410 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Bound using segment: {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'} {{(pid=87224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:57:06.507894 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.managers [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Bound port: 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '545309a8-e90e-4862-a300-589627bf2744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2'}}] {{(pid=87224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:06.508286 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.598240 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=e1c234b4-d6b5-404a-a982-55352e8f7589,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:06.610170 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.612496 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-61901943-1320-4cc5-bc24-c7a77fb79cf8 None None] Provisioning for port dab54aa8-ebce-4d1d-ba43-fad2b20506cd completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:06.624191 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-61901943-1320-4cc5-bc24-c7a77fb79cf8 None None] Provisioning complete for port dab54aa8-ebce-4d1d-ba43-fad2b20506cd triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:06.624563 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-61901943-1320-4cc5-bc24-c7a77fb79cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.660369 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] For port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:57:06.673331 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] For port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:57:06.682530 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.733343 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-61901943-1320-4cc5-bc24-c7a77fb79cf8 None None] Port dab54aa8-ebce-4d1d-ba43-fad2b20506cd cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:57:06.767225 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Routers {'7b761935-feb1-4d48-8a4b-34f184f6cae6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:06.767822 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc7a280>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:56:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['7b761935-feb1-4d48-8a4b-34f184f6cae6'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:06.822133 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31a4f6-0993-4f8d-b9e3-2a8662c01a1f None None] Pushing event updated for resources: {'Port': ['ID=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,revision_number=3']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:06.837491 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.843197 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.948038 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Pushing event updated for resources: {'Port': ['ID=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:06.953460 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-864318'] for router_interface, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:06.958498 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] Set router 7b761935-feb1-4d48-8a4b-34f184f6cae6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:07.157212 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:07.159388 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:07.188432 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device f9660267-6983-4ceb-a063-2d5561146754 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:07.235001 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fea71-a76b-4365-aca9-d35f646cf517 req-079eb659-74db-4d9a-b290-a4e2634082a1 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:07.236577 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a84fea71-a76b-4365-aca9-d35f646cf517 req-079eb659-74db-4d9a-b290-a4e2634082a1 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 946 time: 0.1952691
Apr 08 02:57:07.309243 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b9eeb5cd-1b9c-413d-98cb-45a7e612ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.345372 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port f9660267-6983-4ceb-a063-2d5561146754 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:07.345917 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.367247 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-add45276-b471-4a54-81b3-326956176c84 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:07.371264 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-add45276-b471-4a54-81b3-326956176c84 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 946 time: 0.0978711
Apr 08 02:57:07.459577 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Deleting port 7a62cde7-d56d-4281-80ba-1728ab0410ea {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:57:07.460281 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.468216 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdc7a280>, [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 4, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port': {'id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'dab54aa8-ebce-4d1d-ba43-fad2b20506cd', 'name': '', 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'mac_address': 'fa:16:3e:25:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:05Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 1, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'subnets': [{'id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:07.477626 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915c3b87-ab8c-4307-9a2a-05d90576421d None None] The sync data for ids ['7b761935-feb1-4d48-8a4b-34f184f6cae6'] in dv-cinder-837051-1-iscsi is: [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 4, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port': {'id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'dab54aa8-ebce-4d1d-ba43-fad2b20506cd', 'name': '', 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'mac_address': 'fa:16:3e:25:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:05Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 1, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'subnets': [{'id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:57:07.519977 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-6f120046-8b77-4be9-a38a-f37105e51101 None None] Provisioning complete for port dab54aa8-ebce-4d1d-ba43-fad2b20506cd triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:07.521487 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6f120046-8b77-4be9-a38a-f37105e51101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.523419 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Router 7b761935-feb1-4d48-8a4b-34f184f6cae6 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:57:07.600428 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device e1c234b4-d6b5-404a-a982-55352e8f7589 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:07.624492 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-6f120046-8b77-4be9-a38a-f37105e51101 None None] Port dab54aa8-ebce-4d1d-ba43-fad2b20506cd cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:57:07.637007 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a84fea71-a76b-4365-aca9-d35f646cf517 req-a68b4c6a-64ed-4ace-94a1-b92c2ee28ac6 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/security-groups?id=f73940d7-df51-4ae5-8138-53fe5b5ff64a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3918712
Apr 08 02:57:07.671301 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port e1c234b4-d6b5-404a-a982-55352e8f7589 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:07.671802 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.728206 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:57:07.736808 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-6dddc32a-de1e-4c47-9104-8291a5683d43 admin admin] 10.222.0.23 "PUT /v2.0/routers/7b761935-feb1-4d48-8a4b-34f184f6cae6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8325717
Apr 08 02:57:07.785833 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] For port 7a62cde7-d56d-4281-80ba-1728ab0410ea, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=7a62cde7-d56d-4281-80ba-1728ab0410ea,segment=NetworkSegment(b8eaa24e-d467-4f40-ab60-7c9d030bc9e9),segment_id=b8eaa24e-d467-4f40-ab60-7c9d030bc9e9)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:07.787563 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:07.938950 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Calling delete_port for 7a62cde7-d56d-4281-80ba-1728ab0410ea owned by compute:nova {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:57:08.099137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.137140 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['7a62cde7-d56d-4281-80ba-1728ab0410ea'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:57:08.203890 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Pushing event deleted for resources: {'Port': ['ID=7a62cde7-d56d-4281-80ba-1728ab0410ea,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:08.246261 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.246713 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.247149 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.247581 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.250819 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:08.287045 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] No DVR routers for this DVR port 7a62cde7-d56d-4281-80ba-1728ab0410ea on host hv-cinder-83705 {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:57:08.289951 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.292802 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'name': 'network-vif-deleted', 'tag': '7a62cde7-d56d-4281-80ba-1728ab0410ea'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:08.320487 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f544c7c1-9e96-483b-a157-d94765c71bd1 req-2ba3fb8b-ca4d-441c-8625-4d480624e6cc tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.41 "DELETE /v2.0/ports/7a62cde7-d56d-4281-80ba-1728ab0410ea HTTP/1.1" status: 204  len: 173 time: 0.9433677
Apr 08 02:57:08.347869 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca174adb-ab78-4593-b2ea-d9c18ff02135'] response: {'server_uuid': 'ce5a13de-b322-48eb-8a49-dd20b13cef08', 'name': 'network-vif-deleted', 'tag': '7a62cde7-d56d-4281-80ba-1728ab0410ea', 'status': 'completed', 'code': 200}
Apr 08 02:57:08.360454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52344) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:08.365984 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441768386', 'description': 'tempest-secgroup-smoke-1441768386 description', 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:08.376393 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:08.381552 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:08.392748 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:08.403899 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:08.419083 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.473423 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:08.480509 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.481439 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:08.484827 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.488540 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:08.496403 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:08.594210 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.598453 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.646913 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6661ce00-e55a-4ee3-bdaa-305f813b52bd,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:08.652128 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.653334 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-94520ac1-c8c1-4963-8d58-bd336217466c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2918050
Apr 08 02:57:08.656194 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52350) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:08.661496 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'security_group_rule': {'security_group_id': '6661ce00-e55a-4ee3-bdaa-305f813b52bd', 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:08.669989 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:08.675262 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:08.678211 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:08.688655 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:08.710006 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.839638 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.842713 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f92ebc3a-4e26-4a93-8f8b-66075de0b00d req-01dec756-456d-4e9a-aaa9-dc91de836734 tempest-VolumesActionsTest-330477643 tempest-VolumesActionsTest-330477643-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce5a13de-b322-48eb-8a49-dd20b13cef08 HTTP/1.1" status: 200  len: 210 time: 0.0614092
Apr 08 02:57:08.844575 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.869854 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a9e0c4-7c7c-42ec-b6ff-4852b762d841,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:08.882299 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.886145 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-458011dc-f4e1-457d-af7a-c054253e0dee tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2263436
Apr 08 02:57:08.886471 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 52356) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:08.891723 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'security_group_rule': {'security_group_id': '6661ce00-e55a-4ee3-bdaa-305f813b52bd', 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:08.898156 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:08.902923 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:08.905895 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:08.912218 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:08.929912 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:08.999699 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.003252 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.028921 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73660a11-ac90-445d-8309-38e0d0caf49e,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.038510 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.039796 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e91e1a7e-4a62-45a3-bb49-f41fea31b2df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1521909
Apr 08 02:57:09.043091 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 52360) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:09.048021 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'security_group_rule': {'security_group_id': '6661ce00-e55a-4ee3-bdaa-305f813b52bd', 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:09.053811 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:09.057891 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:09.060769 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:09.066360 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:09.082432 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.147369 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.151957 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.175469 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3a77d0-52ad-4036-9065-784249e0d97e,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.189159 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.190522 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e6c1f1e8-aef4-4527-ade9-5346d818627c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1464243
Apr 08 02:57:09.193510 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52364) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:09.199383 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'security_group_rule': {'security_group_id': '6661ce00-e55a-4ee3-bdaa-305f813b52bd', 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:09.208071 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:09.208956 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:09.215918 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:09.220314 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:09.226190 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:09.245811 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.292073 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:09.297078 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:09.297872 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.313070 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.318410 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.348533 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee15dce-8653-4dc4-8ee7-936711088356,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.366109 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.367367 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d1c50050-a24a-45ab-bcc9-56eb0e46dfce tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1725807
Apr 08 02:57:09.371364 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52368) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:09.377700 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'security_group_rule': {'security_group_id': '6661ce00-e55a-4ee3-bdaa-305f813b52bd', 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:09.383587 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:09.388380 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:09.391331 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:09.397450 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:09.408856 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.securitygroups_db [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Project c0b956e0c3a74df8890d564dadb5ad70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:57:09.416410 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.435368 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.452311 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:09.456324 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.487436 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.492843 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.517100 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c485684-75b8-488f-98e4-649b7b18e378,revision_number=0']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.526250 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.529894 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-fc32872b-554c-4ddd-af4c-cbf755aee568 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1550848
Apr 08 02:57:09.530233 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 52372) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:09.531498 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.535678 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'security_group_rule': {'security_group_id': '6661ce00-e55a-4ee3-bdaa-305f813b52bd', 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:09.541948 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:09.545803 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:security_group_rule and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:09.548554 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:09.554101 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:09.566877 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.securitygroups_db [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Project c0b956e0c3a74df8890d564dadb5ad70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 02:57:09.574928 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.638591 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.642027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-774630'] for security_group_rule, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.672446 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a99ae7-77b3-4f2d-8c22-b2b7c5cb8ca6,revision_number=0']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:09.687957 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:09.689133 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-90ed7ea6-4a8b-43b1-81e1-79fa5ab89277 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1578481
Apr 08 02:57:10.007268 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:11.176572 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:11.246521 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:11.246880 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:11.283348 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Sync routers for ids ['7b761935-feb1-4d48-8a4b-34f184f6cae6'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:57:11.295847 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Routers {'7b761935-feb1-4d48-8a4b-34f184f6cae6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:11.296516 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce6f2be0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:57:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['7b761935-feb1-4d48-8a4b-34f184f6cae6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:11.485546 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Set router 7b761935-feb1-4d48-8a4b-34f184f6cae6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:11.542174 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 7a62cde7-d56d-4281-80ba-1728ab0410ea no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:57:11.580212 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 7a62cde7-d56d-4281-80ba-1728ab0410ea {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:57:11.580554 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 7a62cde7-d56d-4281-80ba-1728ab0410ea not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:57:11.793390 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce6f2be0>, [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 4, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port': {'id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'dab54aa8-ebce-4d1d-ba43-fad2b20506cd', 'name': '', 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'mac_address': 'fa:16:3e:25:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:05Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 2, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'subnets': [{'id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:11.796966 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Checking router: 7b761935-feb1-4d48-8a4b-34f184f6cae6 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:57:11.797308 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Updating router 7b761935-feb1-4d48-8a4b-34f184f6cae6 port dab54aa8-ebce-4d1d-ba43-fad2b20506cd binding host dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Apr 08 02:57:11.850918 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.200559 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Notify callbacks [] for port, precommit_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.211520 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.provisioning_blocks [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Transition to ACTIVE for port object dab54aa8-ebce-4d1d-ba43-fad2b20506cd will not be triggered until provisioned by entity L2. {{(pid=87225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:12.219491 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.411385 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433e64e-1a73-4777-82e1-68de739936c6 None None] Pushing event updated for resources: {'Port': ['ID=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,revision_number=3']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:12.469441 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Attempting to bind port dab54aa8-ebce-4d1d-ba43-fad2b20506cd on host dv-cinder-837051-1-iscsi for vnic_type normal with profile  {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:12.469801 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Attempting to bind port dab54aa8-ebce-4d1d-ba43-fad2b20506cd by drivers openvswitch,hyperv on host dv-cinder-837051-1-iscsi at level 0 using segments [{'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:12.470149 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Attempting to bind port dab54aa8-ebce-4d1d-ba43-fad2b20506cd on network f20d1dc0-b769-4375-bd01-8c4300c659e3 {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:12.476454 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Checking agent: {'id': '3838cb17-7dfc-4188-b16d-725b86ec05bd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837051-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 34, 38), 'started_at': datetime.datetime(2022, 4, 8, 2, 35, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837051-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:57:12.476816 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Checking segment: {'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:57:12.477383 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.478287 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Bound using segment: {'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'} {{(pid=87225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:57:12.479019 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.managers [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Bound port: dab54aa8-ebce-4d1d-ba43-fad2b20506cd, host: dv-cinder-837051-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f01e198-7e86-40eb-93f9-4e0bfb640bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3'}}] {{(pid=87225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:12.479579 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.566984 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] For port dab54aa8-ebce-4d1d-ba43-fad2b20506cd, host dv-cinder-837051-1-iscsi, cleared binding levels {{(pid=87225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:57:12.569777 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.plugins.ml2.db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] For port dab54aa8-ebce-4d1d-ba43-fad2b20506cd, host dv-cinder-837051-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,segment=NetworkSegment(2f01e198-7e86-40eb-93f9-4e0bfb640bbe),segment_id=2f01e198-7e86-40eb-93f9-4e0bfb640bbe)] {{(pid=87225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:57:12.574116 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron_lib.callbacks.manager [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:12.654408 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Routers {'7b761935-feb1-4d48-8a4b-34f184f6cae6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:12.655054 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce6f2be0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:57:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['7b761935-feb1-4d48-8a4b-34f184f6cae6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:12.710291 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433e64e-1a73-4777-82e1-68de739936c6 None None] Pushing event updated for resources: {'Port': ['ID=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,revision_number=4']} {{(pid=87225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:12.846869 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] Set router 7b761935-feb1-4d48-8a4b-34f184f6cae6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:13.167639 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce6f2be0>, [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 4, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port': {'id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'dab54aa8-ebce-4d1d-ba43-fad2b20506cd', 'name': '', 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'mac_address': 'fa:16:3e:25:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:05Z', 'updated_at': '2022-04-08T02:57:12Z', 'revision_number': 4, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'subnets': [{'id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:13.171469 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c60b46-4d05-4da2-bfe6-7acdf9759fe5 None None] The sync data for ids ['7b761935-feb1-4d48-8a4b-34f184f6cae6'] in dv-cinder-837051-1-iscsi is: [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:06Z', 'revision_number': 4, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port': {'id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'dab54aa8-ebce-4d1d-ba43-fad2b20506cd', 'name': '', 'network_id': 'f20d1dc0-b769-4375-bd01-8c4300c659e3', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'mac_address': 'fa:16:3e:25:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:05Z', 'updated_at': '2022-04-08T02:57:12Z', 'revision_number': 4, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'subnets': [{'id': 'b65cdd60-dfd3-4595-895f-d40074b5d128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:57:13.197910 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device dab54aa8-ebce-4d1d-ba43-fad2b20506cd up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:13.274799 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning for port dab54aa8-ebce-4d1d-ba43-fad2b20506cd completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:13.284223 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port dab54aa8-ebce-4d1d-ba43-fad2b20506cd triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:13.284596 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.409612 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.443820 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] For port dab54aa8-ebce-4d1d-ba43-fad2b20506cd, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,segment=NetworkSegment(2f01e198-7e86-40eb-93f9-4e0bfb640bbe),segment_id=2f01e198-7e86-40eb-93f9-4e0bfb640bbe)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:13.448363 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:13.528599 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Pushing event updated for resources: {'Port': ['ID=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:15.172284 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device dab54aa8-ebce-4d1d-ba43-fad2b20506cd up at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:15.246432 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Provisioning complete for port dab54aa8-ebce-4d1d-ba43-fad2b20506cd triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:15.246788 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:30.415152 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:32.222758 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cbf6b-149d-4766-ac5f-b770a1924cef req-2e929a89-5eac-4d94-8f5f-9f596b9dcd5b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:32.224284 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-588cbf6b-149d-4766-ac5f-b770a1924cef req-2e929a89-5eac-4d94-8f5f-9f596b9dcd5b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.1697831
Apr 08 02:57:32.394464 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-588cbf6b-149d-4766-ac5f-b770a1924cef req-04e4b556-93e8-4beb-badd-d694471bcf4a tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1571152
Apr 08 02:57:32.402266 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-e9792274-be37-4694-98b0-e5db3c675a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:32.404513 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-e9792274-be37-4694-98b0-e5db3c675a8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1138 time: 0.3004789
Apr 08 02:57:32.571769 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-8d4ea946-e6f3-482e-95bb-6c89d67a5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:32.573325 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-8d4ea946-e6f3-482e-95bb-6c89d67a5a0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1612885
Apr 08 02:57:32.696813 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-89888066-3472-4f19-a474-5e65ceaa89c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1002 time: 0.1154876
Apr 08 02:57:32.761383 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-2b4c2a67-a44f-4ad4-90a9-4a9f8882ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:32.762793 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-2b4c2a67-a44f-4ad4-90a9-4a9f8882ce50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0591946
Apr 08 02:57:32.844443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-fe393441-9829-4d82-bbff-273fdb789653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:32.845946 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-fe393441-9829-4d82-bbff-273fdb789653 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761678
Apr 08 02:57:32.986047 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-e2dd621d-7c05-4b44-a6bf-6c5d6e1cd20b service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323831
Apr 08 02:57:33.124928 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c3145c13-4824-4968-a09f-f526ec28e9d3 req-c0d29077-8f29-4217-a148-e8c821a95b8b service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304717
Apr 08 02:57:33.626637 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577820ef-ff74-4a6c-8547-b21b6addb89a req-afce3d86-0748-481c-932f-38f0cb81a9c6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:33.628185 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-577820ef-ff74-4a6c-8547-b21b6addb89a req-afce3d86-0748-481c-932f-38f0cb81a9c6 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.1065917
Apr 08 02:57:33.688515 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-577820ef-ff74-4a6c-8547-b21b6addb89a req-bf78b1a6-9677-49f2-af37-41762d0933ad tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0536399
Apr 08 02:57:34.906432 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d73b2-c1c3-40c1-bc2c-8b5fd2f8df19 req-d547699c-80d6-4154-a3c8-6809e82420c8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:34.908036 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-008d73b2-c1c3-40c1-bc2c-8b5fd2f8df19 req-d547699c-80d6-4154-a3c8-6809e82420c8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.1008775
Apr 08 02:57:34.991232 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-008d73b2-c1c3-40c1-bc2c-8b5fd2f8df19 req-0f229e98-ef32-4638-b274-7db843c5420d tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0707409
Apr 08 02:57:35.079522 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6b39af16-6cf3-4e1e-aafd-f030a6eb96c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:35.780751 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-d4eb87b1-203a-442e-bd8a-535f931e5cbc tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:35.798208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-d4eb87b1-203a-442e-bd8a-535f931e5cbc tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:35.799336 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-d4eb87b1-203a-442e-bd8a-535f931e5cbc tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441768386&fields=id&tenant_id=c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 267 time: 0.0566809
Apr 08 02:57:35.949808 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-924ba8e3-be58-4289-ad04-0ce6eeb03f6f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:35.950841 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-924ba8e3-be58-4289-ad04-0ce6eeb03f6f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:network {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:35.968556 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-924ba8e3-be58-4289-ad04-0ce6eeb03f6f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:network {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:35.969755 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-924ba8e3-be58-4289-ad04-0ce6eeb03f6f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 811 time: 0.1636875
Apr 08 02:57:35.984529 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-8e720998-55b3-4e9c-a7bd-6f6a44f4632e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/quotas/c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 375 time: 0.0093613
Apr 08 02:57:36.070641 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-6a441624-f98d-4f68-94bd-2bd72a778051 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0812342
Apr 08 02:57:36.093457 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:57:36.194205 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888152-a25e-4d57-ab89-d773c75d0b83 req-06cc0d71-6e98-48d7-ab4d-295e3226104b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:36.195664 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ec888152-a25e-4d57-ab89-d773c75d0b83 req-06cc0d71-6e98-48d7-ab4d-295e3226104b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.0827279
Apr 08 02:57:36.210054 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-02e33e64-edbe-46f4-b16f-b969d7355789 service neutron] 10.222.0.23 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254203
Apr 08 02:57:36.247142 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-ec888152-a25e-4d57-ab89-d773c75d0b83 req-169ed396-6a58-48af-916e-215923594541 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0447526
Apr 08 02:57:36.339636 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-16902337-94cb-4085-9b17-0d6d0c3f49e8 service neutron] 10.222.0.23 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237533
Apr 08 02:57:36.729140 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-d9609a5f-87f9-4807-942d-994a5aa5e8ea req-5dbd055b-9371-454d-b97f-ddf8a931881e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:36.749331 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-d9609a5f-87f9-4807-942d-994a5aa5e8ea req-5dbd055b-9371-454d-b97f-ddf8a931881e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:36.750579 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d9609a5f-87f9-4807-942d-994a5aa5e8ea req-5dbd055b-9371-454d-b97f-ddf8a931881e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 210 time: 0.0658543
Apr 08 02:57:37.252251 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9e65f75e-7d71-470d-8c2e-fd32c758efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:37.433237 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12c70b-eb01-4d99-87eb-750bea1f55f2 req-3138f8fb-5955-4177-9bcf-f68e0f9c6ded tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:37.434702 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fb12c70b-eb01-4d99-87eb-750bea1f55f2 req-3138f8fb-5955-4177-9bcf-f68e0f9c6ded tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.0792179
Apr 08 02:57:37.480230 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fb12c70b-eb01-4d99-87eb-750bea1f55f2 req-3014cf53-afb0-4ad9-9e5e-4e9bf577929f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394540
Apr 08 02:57:37.915626 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e3d0579d-67a7-4cbc-bd0b-f224572b3bf3 req-e575491e-2fbf-441c-b2b3-2f004d61724b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 210 time: 0.0530756
Apr 08 02:57:37.937373 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9b2e6454-4a67-4121-bf99-0170dc5909f0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:37.938768 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9b2e6454-4a67-4121-bf99-0170dc5909f0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 811 time: 0.1991093
Apr 08 02:57:38.000715 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-cbe94b01-92e0-4a24-b905-7a7b571c1f83 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 380 time: 0.0418694
Apr 08 02:57:38.008950 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'port': {'device_id': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'admin_state_up': True, 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'security_groups': ['6661ce00-e55a-4ee3-bdaa-305f813b52bd']}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:38.101157 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52762) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:38.153720 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:38.163100 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Deleting subnet 5b3a0516-922b-467c-9dce-8f22634c57a0 {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:57:38.163249 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:38.165902 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.173053 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Made reservation on behalf of c0b956e0c3a74df8890d564dadb5ad70 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:57:38.176544 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.221305 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.276689 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.336508 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Allocated IP 172.20.0.8 (21a17f5c-b124-484f-a29f-b582b1b5f383/f5a10b23-e60e-4bcc-97d2-695ac7632fb5/56f98f9e-78b0-44c5-8f41-7a79b4c6433b) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:38.347039 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.385696 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3a0516-922b-467c-9dce-8f22634c57a0,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:38.391382 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.398329 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.398675 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.399004 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.399325 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.399637 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.399973 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.400292 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.400606 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.400919 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.401229 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.401539 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.401844 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:38.407347 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-8d3879dd-a3b5-403b-89da-8b46fb52f3ab admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5b3a0516-922b-467c-9dce-8f22634c57a0 HTTP/1.1" status: 204  len: 168 time: 0.3048589
Apr 08 02:57:38.409801 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52766) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:38.467001 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.472202 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.548624 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.568433 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Transition to ACTIVE for port object 56f98f9e-78b0-44c5-8f41-7a79b4c6433b will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:38.598648 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.676539 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.761444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:38.769373 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:38.774334 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:57:38.807195 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:38.846930 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:38.848179 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.851254 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a443a5a-f2fd-4bf9-9dd7-b5619502dfd9 req-b5b292da-2a17-40db-9a2a-36137944c952 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:38.852710 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1a443a5a-f2fd-4bf9-9dd7-b5619502dfd9 req-b5b292da-2a17-40db-9a2a-36137944c952 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.2252498
Apr 08 02:57:38.854664 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.880342 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-9f3c6be7-1076-40f0-a230-b9feff4d238b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8748541
Apr 08 02:57:38.902439 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fced2b3d0>,) {'filters': {'network_id': ['3024fc83-767b-4251-9cc8-eb502c5ce4a5']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:38.904974 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Request body: {'port': {'device_id': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:38.926037 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fced2b3d0>, 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:38.926335 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fced2b3d0>, 'b8eaa24e-d467-4f40-ab60-7c9d030bc9e9') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:38.946031 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1a443a5a-f2fd-4bf9-9dd7-b5619502dfd9 req-c931b41d-96b0-402c-b538-8f50ce8a6110 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0813851
Apr 08 02:57:38.947571 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.969365 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.976168 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:57:38.976682 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:57:38.991920 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:57:39.047522 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.075690 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.080095 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.103530 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] Pushing event deleted for resources: {'Network': ['ID=3024fc83-767b-4251-9cc8-eb502c5ce4a5,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:39.113994 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-da9cc305-0743-4804-8709-91b4bbab618d admin admin] 10.222.0.23 "DELETE /v2.0/networks/3024fc83-767b-4251-9cc8-eb502c5ce4a5 HTTP/1.1" status: 204  len: 168 time: 0.7031939
Apr 08 02:57:39.130415 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4dbf5b8d-2f21-4abb-adda-30e36146aaf4 None None] Provisioning for port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:39.139820 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-4dbf5b8d-2f21-4abb-adda-30e36146aaf4 None None] Provisioning complete for port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:39.140663 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4dbf5b8d-2f21-4abb-adda-30e36146aaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.211727 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf5b8d-2f21-4abb-adda-30e36146aaf4 None None] Port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:57:39.254184 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0cc4c-2f16-4bf3-bb01-65f38778ca64 req-b2964653-c1f7-47eb-8af1-99f969a327a6 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:39.254871 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-87e0cc4c-2f16-4bf3-bb01-65f38778ca64 req-b2964653-c1f7-47eb-8af1-99f969a327a6 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:39.301363 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-87e0cc4c-2f16-4bf3-bb01-65f38778ca64 req-b2964653-c1f7-47eb-8af1-99f969a327a6 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:39.302487 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-87e0cc4c-2f16-4bf3-bb01-65f38778ca64 req-b2964653-c1f7-47eb-8af1-99f969a327a6 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 931 time: 0.2418118
Apr 08 02:57:39.304343 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52776) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:39.353526 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-57b6b3b4-c902-421f-93c9-eccf1086a51a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e2629ed0483482588959ec1e5f818af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478015
Apr 08 02:57:39.356655 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52780) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:39.409597 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-87e0cc4c-2f16-4bf3-bb01-65f38778ca64 req-506404a5-7f16-4f56-9262-d7c4b89f687e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991979
Apr 08 02:57:39.419978 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60a8587d-edf6-4b53-a225-cbc59118418e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.447838 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60a8587d-edf6-4b53-a225-cbc59118418e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.500463 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60a8587d-edf6-4b53-a225-cbc59118418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.509529 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f98f9e-78b0-44c5-8f41-7a79b4c6433b {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:57:39.517031 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.520183 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8587d-edf6-4b53-a225-cbc59118418e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73940d7-df51-4ae5-8138-53fe5b5ff64a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:39.531874 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-60a8587d-edf6-4b53-a225-cbc59118418e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.533032 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-60a8587d-edf6-4b53-a225-cbc59118418e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f73940d7-df51-4ae5-8138-53fe5b5ff64a HTTP/1.1" status: 204  len: 168 time: 0.1749232
Apr 08 02:57:39.534102 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Transition to ACTIVE for port object 56f98f9e-78b0-44c5-8f41-7a79b4c6433b will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:39.541541 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.731699 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Pushing event updated for resources: {'Port': ['ID=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:39.778245 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Attempting to bind port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:39.778651 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Attempting to bind port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:39.779167 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Attempting to bind port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:39.784410 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b on network 21a17f5c-b124-484f-a29f-b582b1b5f383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:57:39.784972 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Attempting to bind port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:39.790210 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:57:39.790538 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Checking segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:57:39.790911 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Bound using segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:57:39.791330 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Bound port: 56f98f9e-78b0-44c5-8f41-7a79b4c6433b, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:39.791869 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.897844 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] For port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:57:39.905486 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] For port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:57:39.908578 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-b20180e1-958b-4193-a091-48e32cb545a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:39.910071 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-b20180e1-958b-4193-a091-48e32cb545a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1138 time: 0.0828853
Apr 08 02:57:39.911145 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.965043 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:39.966223 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:39.968283 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] 10.222.0.41 "PUT /v2.0/ports/56f98f9e-78b0-44c5-8f41-7a79b4c6433b HTTP/1.1" status: 200  len: 1093 time: 1.0691614
Apr 08 02:57:39.968724 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:40.033679 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:40.035561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f81b7-d5ef-47db-919b-62bfce0dc579 service neutron] Pushing event updated for resources: {'Port': ['ID=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:40.115294 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc0c2637-eb4e-499f-a756-3271704de7ff'] response: {'name': 'network-changed', 'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'status': 'completed', 'code': 200}
Apr 08 02:57:40.117481 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-c3e5f319-2ba4-40ec-a23c-15dfc61ef193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.119845 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-c3e5f319-2ba4-40ec-a23c-15dfc61ef193 service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1896234
Apr 08 02:57:40.244253 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-978f6ecb-72fd-49f1-a0ed-9460b62f39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.246052 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-978f6ecb-72fd-49f1-a0ed-9460b62f39d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 1096 time: 0.1872253
Apr 08 02:57:40.250780 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-277878f7-3feb-4d74-9625-a5d4b6779b54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1002 time: 0.1213775
Apr 08 02:57:40.266374 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edad1a-2b4a-45a4-9f57-f999b054e661 req-a0db9c6a-0417-488c-93a3-76456fc7202e tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.267784 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-53edad1a-2b4a-45a4-9f57-f999b054e661 req-a0db9c6a-0417-488c-93a3-76456fc7202e tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.1107466
Apr 08 02:57:40.333893 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-63883f59-d02d-4d8f-8f65-62f6b96844f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.335342 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-63883f59-d02d-4d8f-8f65-62f6b96844f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0712836
Apr 08 02:57:40.354768 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-0d3d90e7-fda6-46f7-bf65-53e2e0c424a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b HTTP/1.1" status: 200  len: 217 time: 0.0861499
Apr 08 02:57:40.413833 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-6ed9df27-8c70-4486-a163-714d3c062a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.415222 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-6ed9df27-8c70-4486-a163-714d3c062a02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733757
Apr 08 02:57:40.426301 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-53edad1a-2b4a-45a4-9f57-f999b054e661 req-bb209404-f01f-4525-bd61-186fe999710f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0930679
Apr 08 02:57:40.463341 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-4ca1a75e-151a-46ce-b4fd-9ab8ca36ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.465259 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-4ca1a75e-151a-46ce-b4fd-9ab8ca36ca24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0966384
Apr 08 02:57:40.574282 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-235f8f2a-b7cd-4ff7-8607-ddf9fc08b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.576734 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-235f8f2a-b7cd-4ff7-8607-ddf9fc08b736 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1066399
Apr 08 02:57:40.616975 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-2bffe642-8905-4106-bf83-3731240c88fc service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956480
Apr 08 02:57:40.763549 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471fc95-d121-481e-8672-b524dfa2b275 req-78d6dd35-9937-43bd-a9c5-6dd1c5610a7f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:40.765304 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6471fc95-d121-481e-8672-b524dfa2b275 req-78d6dd35-9937-43bd-a9c5-6dd1c5610a7f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 943 time: 0.1983171
Apr 08 02:57:40.798363 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6c85b7c5-2889-4a68-ae8a-4dbd35bf5bfa req-3c767cf4-8703-4b51-9d21-25c648b8c775 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749289
Apr 08 02:57:40.820171 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-1b4722be-84f3-4761-aae3-fe5558bc1412 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2367792
Apr 08 02:57:40.825946 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-6471fc95-d121-481e-8672-b524dfa2b275 req-853ec83a-d554-48e7-a726-2af54c681b76 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503852
Apr 08 02:57:40.973151 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c9316442-0f4d-4bd1-8d40-c3ab56e413d0 req-a41c3801-6443-45d2-9a3d-643312a34511 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332824
Apr 08 02:57:41.146256 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-c3a8e282-ecf0-4167-a3d9-b03e97a6f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:41.147707 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-c3a8e282-ecf0-4167-a3d9-b03e97a6f72b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 1096 time: 0.0766265
Apr 08 02:57:41.279416 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-03d8b11d-d2b5-4a96-9428-33f28a528a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:41.280786 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-03d8b11d-d2b5-4a96-9428-33f28a528a56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1265583
Apr 08 02:57:41.349817 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-0e6fd17c-5e27-4d55-abde-726ab77ee229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b HTTP/1.1" status: 200  len: 217 time: 0.0607536
Apr 08 02:57:41.413148 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-d232aefb-a071-478a-98bb-7e513e390513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:41.414502 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-d232aefb-a071-478a-98bb-7e513e390513 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0582643
Apr 08 02:57:41.519110 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-0d20c9e9-b7d0-4aeb-bcca-d24fcf31f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:41.520696 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-0d20c9e9-b7d0-4aeb-bcca-d24fcf31f66b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737751
Apr 08 02:57:41.713376 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-6a7f0b31-803f-47b6-9bdc-6bdeaf942b61 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855557
Apr 08 02:57:41.721203 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b57dd-186f-4063-bb4d-5f0b89ad79ca req-6adff721-dbf5-4718-84f1-ba641daf0588 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:41.722543 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a03b57dd-186f-4063-bb4d-5f0b89ad79ca req-6adff721-dbf5-4718-84f1-ba641daf0588 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.1768148
Apr 08 02:57:41.860153 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a03b57dd-186f-4063-bb4d-5f0b89ad79ca req-7a3c0eea-eb4d-4d1e-ba37-6acc7abad143 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1173201
Apr 08 02:57:41.885912 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b75a28d4-b7ee-4555-930c-865694dd4753 req-76363eee-3c59-4d1a-90d8-6cb68de96058 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624484
Apr 08 02:57:42.015687 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb679051-0b6e-4788-b40b-5cbe11436f5b req-788452a9-3efe-4040-ae0e-ab7ce5d7b438 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:42.017094 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cb679051-0b6e-4788-b40b-5cbe11436f5b req-788452a9-3efe-4040-ae0e-ab7ce5d7b438 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 943 time: 0.0795410
Apr 08 02:57:42.062497 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cb679051-0b6e-4788-b40b-5cbe11436f5b req-5dd19033-dcac-467e-b0de-18972c337319 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395918
Apr 08 02:57:42.287305 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-de3b433f-28a6-47fe-b484-a855db4da920 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=3bcbf5128513465d90455031cb597111&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0267122
Apr 08 02:57:42.437348 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-fe03a06f-63e3-4cb8-a4cb-9adfaef78417 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:42.438769 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-fe03a06f-63e3-4cb8-a4cb-9adfaef78417 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1465688
Apr 08 02:57:42.453116 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-9338c203-8636-47fd-a054-564405a18036 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/quotas/3bcbf5128513465d90455031cb597111 HTTP/1.1" status: 200  len: 375 time: 0.0088356
Apr 08 02:57:42.503675 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-eb709f38-b471-462b-9f02-c2f085f93bac tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3bcbf5128513465d90455031cb597111&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456278
Apr 08 02:57:42.763774 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5460d031-f8d8-4126-8273-867faa2f13f1 req-c35e04ab-4eb8-49a0-8107-6b1b4dccdb24 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 210 time: 0.1309266
Apr 08 02:57:43.050017 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3726ad-d112-4b18-bdb0-e7f6e0e5444f req-5aadc73a-abe0-4405-8fae-98647dbb3438 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:43.051461 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0f3726ad-d112-4b18-bdb0-e7f6e0e5444f req-5aadc73a-abe0-4405-8fae-98647dbb3438 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.0807769
Apr 08 02:57:43.100607 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0f3726ad-d112-4b18-bdb0-e7f6e0e5444f req-b010fb4e-9680-487a-826d-50b4785e3df4 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430434
Apr 08 02:57:43.258147 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91768-d3bb-490d-bb39-813f88550bde req-21781c1d-46ea-48f0-b3c1-b9eee4b40d3a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:43.259581 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09c91768-d3bb-490d-bb39-813f88550bde req-21781c1d-46ea-48f0-b3c1-b9eee4b40d3a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 943 time: 0.0836244
Apr 08 02:57:43.307435 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09c91768-d3bb-490d-bb39-813f88550bde req-fd423a80-a521-4493-aa23-cdbf79231cd6 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414903
Apr 08 02:57:43.692924 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-2bdea014-7536-4b25-871e-e676fd169ae8 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3bcbf5128513465d90455031cb597111&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278997
Apr 08 02:57:43.854059 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-62bd6df6-6934-4338-bba1-bcfc63b67d6d tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:43.855275 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-62bd6df6-6934-4338-bba1-bcfc63b67d6d tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1562679
Apr 08 02:57:43.874992 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Request body: {'port': {'device_id': '76972826-3a66-4dd6-957f-d448c17bec98', 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa', 'admin_state_up': True, 'tenant_id': '3bcbf5128513465d90455031cb597111'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:44.036688 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-0060113f-7d41-45c6-925d-d82fbde8884b req-ef6c6418-9e89-4527-8f8e-87fc18efdbfc tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 210 time: 0.1476119
Apr 08 02:57:44.144245 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:44.148666 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Usage tracker for resource:port and tenant:3bcbf5128513465d90455031cb597111 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:44.151561 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:44.158837 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:44.170719 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Made reservation on behalf of 3bcbf5128513465d90455031cb597111 for: {'port': 1} {{(pid=87222) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 02:57:44.174431 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.195233 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks [] for security_group, before_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.215288 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:44.221354 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Usage tracker for resource:security_group_rule and tenant:3bcbf5128513465d90455031cb597111 is out of sync, need to count used quota {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:44.225205 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87222) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:44.232851 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.quota.driver [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87222) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:44.291187 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727b85-83ad-447e-82e7-7e235a007008 req-92566a81-3f8d-49f2-b7b9-9eaf6878c039 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:44.292700 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-43727b85-83ad-447e-82e7-7e235a007008 req-92566a81-3f8d-49f2-b7b9-9eaf6878c039 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.0814252
Apr 08 02:57:44.323113 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks [] for security_group, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.327909 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.342711 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-43727b85-83ad-447e-82e7-7e235a007008 req-134bf3db-f795-4606-ba9f-8f9b415a884f tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438163
Apr 08 02:57:44.422105 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9788ce3-170a-47b6-8654-95a4eab23556,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:44.571700 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_common [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Allocated IP 192.168.233.185 (fa01b805-0461-4ea3-8471-d6b1eab58afa/55341f93-1a99-4d8d-9b09-5aaf82fd5b20/3e011a69-ff28-4e48-9715-de9177851145) {{(pid=87222) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:44.589490 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d6c36-0934-4710-ba27-a6040aa6369a req-aae2af62-5010-403f-8f5e-36c2cf98a97e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:44.591095 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8a0d6c36-0934-4710-ba27-a6040aa6369a req-aae2af62-5010-403f-8f5e-36c2cf98a97e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 943 time: 0.1700320
Apr 08 02:57:44.695632 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8a0d6c36-0934-4710-ba27-a6040aa6369a req-a3d5b3d3-77b3-4f5e-8ea9-6d6a675eab82 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0972655
Apr 08 02:57:44.814082 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks [] for port, precommit_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.829050 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Transition to ACTIVE for port object 3e011a69-ff28-4e48-9715-de9177851145 will not be triggered until provisioned by entity DHCP. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:44.852157 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_create {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:44.920376 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Network fa01b805-0461-4ea3-8471-d6b1eab58afa is already hosted by enough agents. {{(pid=87222) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:44.927281 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.base_scheduler [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Resources bound (agent type, host, resource id):  {{(pid=87222) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:44.931511 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Received port after_create {{(pid=87222) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:57:44.962101 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Pushing event updated for resources: {'Port': ['ID=3e011a69-ff28-4e48-9715-de9177851145,revision_number=1']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:44.999223 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:44.999567 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:45.027036 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4fe23ac9-8f2a-41fb-9c2a-fd677e191c0e tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1564043
Apr 08 02:57:45.045064 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.v2.base [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Request body: {'port': {'device_id': '76972826-3a66-4dd6-957f-d448c17bec98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87222) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:45.146689 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-23bf4509-f446-4cf5-af17-86e62fa1256a None None] Provisioning for port 3e011a69-ff28-4e48-9715-de9177851145 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:45.152315 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-23bf4509-f446-4cf5-af17-86e62fa1256a None None] Provisioning complete for port 3e011a69-ff28-4e48-9715-de9177851145 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:45.152911 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-23bf4509-f446-4cf5-af17-86e62fa1256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:45.170750 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:45.207980 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-23bf4509-f446-4cf5-af17-86e62fa1256a None None] Port 3e011a69-ff28-4e48-9715-de9177851145 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 02:57:45.235277 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0c9bd-cf09-4fab-b3fb-cf120bceb27b req-e3198430-aa56-4c6e-8af5-2d006633f11c tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:45.236774 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aba0c9bd-cf09-4fab-b3fb-cf120bceb27b req-e3198430-aa56-4c6e-8af5-2d006633f11c tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 936 time: 0.0857062
Apr 08 02:57:45.281325 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-aba0c9bd-cf09-4fab-b3fb-cf120bceb27b req-57d7cc90-f20c-474b-927e-e642aa33d1aa tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388668
Apr 08 02:57:45.581645 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e011a69-ff28-4e48-9715-de9177851145 {{(pid=87222) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:57:45.590299 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:45.605639 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ef867-a6f2-42c4-9aa7-a98bfa8138a4 req-facf2c74-dbf8-4f6e-bb0d-d1744dfa9fe5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:45.607211 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e97ef867-a6f2-42c4-9aa7-a98bfa8138a4 req-facf2c74-dbf8-4f6e-bb0d-d1744dfa9fe5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.1575625
Apr 08 02:57:45.629654 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.provisioning_blocks [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Transition to ACTIVE for port object 3e011a69-ff28-4e48-9715-de9177851145 will not be triggered until provisioned by entity L2. {{(pid=87222) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 02:57:45.633341 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:45.754243 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e97ef867-a6f2-42c4-9aa7-a98bfa8138a4 req-ba685238-117b-4ad6-b200-5d245e86b6ea tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&id=c57ef43a-295b-43de-9373-934279b2ae58&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1403813
Apr 08 02:57:45.815577 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Pushing event updated for resources: {'Port': ['ID=3e011a69-ff28-4e48-9715-de9177851145,revision_number=2']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:45.926692 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53757727-6203-4a4b-b7d0-e8522252e63c req-853afe30-23db-49d0-8400-d07842eefe86 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:45.928944 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53757727-6203-4a4b-b7d0-e8522252e63c req-853afe30-23db-49d0-8400-d07842eefe86 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 943 time: 0.1047227
Apr 08 02:57:45.981093 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53757727-6203-4a4b-b7d0-e8522252e63c req-38b3fa3e-c46e-4c60-91a9-aa05e9ffc19f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455453
Apr 08 02:57:46.062890 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Attempting to bind port 3e011a69-ff28-4e48-9715-de9177851145 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 02:57:46.063318 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Attempting to bind port 3e011a69-ff28-4e48-9715-de9177851145 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 02:57:46.063713 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Attempting to bind port 3e011a69-ff28-4e48-9715-de9177851145 on network fa01b805-0461-4ea3-8471-d6b1eab58afa {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:46.068490 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Port 3e011a69-ff28-4e48-9715-de9177851145 on network fa01b805-0461-4ea3-8471-d6b1eab58afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 02:57:46.068914 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Attempting to bind port 3e011a69-ff28-4e48-9715-de9177851145 on network fa01b805-0461-4ea3-8471-d6b1eab58afa {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 02:57:46.074007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 2, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 02:57:46.074343 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Checking segment: {'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87222) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 02:57:46.075280 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Bound using segment: {'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'} {{(pid=87222) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 02:57:46.075879 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.managers [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Bound port: 3e011a69-ff28-4e48-9715-de9177851145, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f54be99-bbbe-46dd-a587-3da180315451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa'}}] {{(pid=87222) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 02:57:46.076242 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:46.172289 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] For port 3e011a69-ff28-4e48-9715-de9177851145, host hv-cinder-83705, cleared binding levels {{(pid=87222) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 02:57:46.175150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] For port 3e011a69-ff28-4e48-9715-de9177851145, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3e011a69-ff28-4e48-9715-de9177851145,segment=NetworkSegment(3f54be99-bbbe-46dd-a587-3da180315451),segment_id=3f54be99-bbbe-46dd-a587-3da180315451)] {{(pid=87222) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 02:57:46.178724 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1633291'] for port, after_update {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:46.233563 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:46.234165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:46.235534 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] 10.222.0.41 "PUT /v2.0/ports/3e011a69-ff28-4e48-9715-de9177851145 HTTP/1.1" status: 200  len: 1098 time: 1.1959460
Apr 08 02:57:46.235983 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76972826-3a66-4dd6-957f-d448c17bec98', 'tag': '3e011a69-ff28-4e48-9715-de9177851145'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:46.265281 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4a7ce-7743-44de-97d4-e4a9b37acccc service neutron] Pushing event updated for resources: {'Port': ['ID=3e011a69-ff28-4e48-9715-de9177851145,revision_number=3']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:46.289798 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5bb4aa-2df2-4e65-a420-f9640ec25d71'] response: {'name': 'network-changed', 'server_uuid': '76972826-3a66-4dd6-957f-d448c17bec98', 'tag': '3e011a69-ff28-4e48-9715-de9177851145', 'status': 'completed', 'code': 200}
Apr 08 02:57:46.383139 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-041ddcef-9543-4760-983e-77119d40f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:46.384756 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-041ddcef-9543-4760-983e-77119d40f729 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bcbf5128513465d90455031cb597111&device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 1101 time: 0.0748250
Apr 08 02:57:46.461951 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-3d68f914-079e-4577-aabc-a39135e9a757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3e011a69-ff28-4e48-9715-de9177851145 HTTP/1.1" status: 200  len: 217 time: 0.0646131
Apr 08 02:57:46.475276 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde0e83-3b8b-4b16-a573-ba8b6e4e6bb6 req-80359039-396b-4aa0-81f1-1b4407b4545d tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:46.476743 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bdde0e83-3b8b-4b16-a573-ba8b6e4e6bb6 req-80359039-396b-4aa0-81f1-1b4407b4545d tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 948 time: 0.0854683
Apr 08 02:57:46.524757 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bdde0e83-3b8b-4b16-a573-ba8b6e4e6bb6 req-9fb9209d-d1a4-414e-9c07-ec7ca4f4c1d7 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416608
Apr 08 02:57:46.528774 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-91c2b856-d313-4b88-8047-978bfdd5f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:46.530299 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-91c2b856-d313-4b88-8047-978bfdd5f6c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55341f93-1a99-4d8d-9b09-5aaf82fd5b20 HTTP/1.1" status: 200  len: 843 time: 0.0629709
Apr 08 02:57:46.603062 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53267ff-1228-41ef-8f16-14036dc09406 req-ea44006a-eecd-4348-9c22-fc7587a173f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:46.604540 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-ea44006a-eecd-4348-9c22-fc7587a173f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01b805-0461-4ea3-8471-d6b1eab58afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0688734
Apr 08 02:57:46.734164 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-0774f64e-39d8-481c-a4e6-3394ecc04439 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01b805-0461-4ea3-8471-d6b1eab58afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233468
Apr 08 02:57:46.863318 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b53267ff-1228-41ef-8f16-14036dc09406 req-4301829b-a7ec-4327-abce-e9d5e6115817 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01b805-0461-4ea3-8471-d6b1eab58afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224072
Apr 08 02:57:47.038707 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-dc85a749-305f-49fd-aaef-8837a031257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.040193 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-dc85a749-305f-49fd-aaef-8837a031257e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3bcbf5128513465d90455031cb597111&device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 1101 time: 0.0698555
Apr 08 02:57:47.218165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-23247eb3-9616-465d-b5cc-a6320f78b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.219605 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-23247eb3-9616-465d-b5cc-a6320f78b516 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa01b805-0461-4ea3-8471-d6b1eab58afa HTTP/1.1" status: 200  len: 870 time: 0.1733191
Apr 08 02:57:47.294186 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-1766bded-6f3a-4ad5-bbd6-cd26445124d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=3e011a69-ff28-4e48-9715-de9177851145 HTTP/1.1" status: 200  len: 217 time: 0.0646741
Apr 08 02:57:47.304071 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1352e-f142-4971-8607-b773662b5be6 req-5eef2921-6f73-4b35-9690-bb9f030166f2 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.305428 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-74c1352e-f142-4971-8607-b773662b5be6 req-5eef2921-6f73-4b35-9690-bb9f030166f2 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 943 time: 0.1789818
Apr 08 02:57:47.391485 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-74c1352e-f142-4971-8607-b773662b5be6 req-64b0677d-e432-4df9-9409-5986a456b07c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563285
Apr 08 02:57:47.392927 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-85c63482-c93c-446f-95f5-a2488f7513ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.394262 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-85c63482-c93c-446f-95f5-a2488f7513ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55341f93-1a99-4d8d-9b09-5aaf82fd5b20 HTTP/1.1" status: 200  len: 843 time: 0.0879991
Apr 08 02:57:47.471189 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-e3718742-6113-4c05-b2ad-73e90c8dde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.472661 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-e3718742-6113-4c05-b2ad-73e90c8dde43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa01b805-0461-4ea3-8471-d6b1eab58afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0714519
Apr 08 02:57:47.604065 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-cef7f1bd-dd63-46bc-865a-04ff7dae4d56 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01b805-0461-4ea3-8471-d6b1eab58afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238508
Apr 08 02:57:47.734056 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4363a2-eb81-4ece-bf31-a912ed0b7c83 req-0e36b2ff-fac5-4ee1-b15e-7041c22e8845 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:47.735609 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-dc4363a2-eb81-4ece-bf31-a912ed0b7c83 req-0e36b2ff-fac5-4ee1-b15e-7041c22e8845 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 948 time: 0.0807283
Apr 08 02:57:47.785392 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-dc4363a2-eb81-4ece-bf31-a912ed0b7c83 req-128f2645-12ff-4799-96b8-9771f9523d33 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438235
Apr 08 02:57:47.832210 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f7c46e5e-1d46-47f9-a927-a50eac1c8a43 req-475d0435-78f6-4ccc-b181-35563041ad47 service neutron] 10.222.0.41 "GET /v2.0/networks/fa01b805-0461-4ea3-8471-d6b1eab58afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2214935
Apr 08 02:57:48.576421 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d070d3-607b-4636-b048-9a720c8cd0f5 req-368850dc-6d6f-4a6f-95b8-ed37ce535ba2 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:48.577867 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e7d070d3-607b-4636-b048-9a720c8cd0f5 req-368850dc-6d6f-4a6f-95b8-ed37ce535ba2 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 943 time: 0.0824902
Apr 08 02:57:48.620676 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-e7d070d3-607b-4636-b048-9a720c8cd0f5 req-f0b82f1c-dba2-41fd-ace5-2e91b25f161f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371461
Apr 08 02:57:48.647401 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 56f98f9e-78b0-44c5-8f41-7a79b4c6433b details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:57:48.803751 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:48.818512 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'port_id': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'mac_address': 'fa:16:3e:45:b4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:57:48.877506 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:48.893784 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f98f9e-78b0-44c5-8f41-7a79b4c6433b {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:57:48.909276 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:48.913122 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:48.975875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9c8cc-e984-4b63-b3fc-55850410aa3f req-53f499e7-8765-4025-996c-089346ecaf6f tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:48.977356 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-19a9c8cc-e984-4b63-b3fc-55850410aa3f req-53f499e7-8765-4025-996c-089346ecaf6f tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 948 time: 0.0795064
Apr 08 02:57:48.981326 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:48.988929 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.989272 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.989613 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.989942 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.990265 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.990589 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.990932 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.991252 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.991570 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.991888 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.992229 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:48.992541 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:57:49.023985 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-19a9c8cc-e984-4b63-b3fc-55850410aa3f req-3bec0118-63e0-4f18-9b21-ab77e49f1e4d tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394070
Apr 08 02:57:49.349627 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['56f98f9e-78b0-44c5-8f41-7a79b4c6433b'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:57:49.807732 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7410dbd-d358-41f2-8b4b-a325f04a5419 req-ae942001-fa89-4ec5-9778-d2dd47d478df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:49.810203 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d7410dbd-d358-41f2-8b4b-a325f04a5419 req-ae942001-fa89-4ec5-9778-d2dd47d478df tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 944 time: 0.0836267
Apr 08 02:57:49.852989 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-d7410dbd-d358-41f2-8b4b-a325f04a5419 req-bf3b17c4-963c-4ac0-9652-ddef0395ee13 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370109
Apr 08 02:57:50.209854 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562370a5-deaa-4823-b340-097c018d7893 req-84c18a52-bd07-40ca-b221-099d11334eb8 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:50.211305 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-562370a5-deaa-4823-b340-097c018d7893 req-84c18a52-bd07-40ca-b221-099d11334eb8 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 948 time: 0.0835419
Apr 08 02:57:50.255505 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-562370a5-deaa-4823-b340-097c018d7893 req-b62a6673-e05c-4659-8ac3-62edd16b99db tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380063
Apr 08 02:57:50.634390 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 3e011a69-ff28-4e48-9715-de9177851145 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 02:57:50.647613 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 56f98f9e-78b0-44c5-8f41-7a79b4c6433b up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:50.805677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:50.821715 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:50.822074 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:50.868493 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 3e011a69-ff28-4e48-9715-de9177851145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3e011a69-ff28-4e48-9715-de9177851145,segment=NetworkSegment(3f54be99-bbbe-46dd-a587-3da180315451),segment_id=3f54be99-bbbe-46dd-a587-3da180315451)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:50.896151 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '3e011a69-ff28-4e48-9715-de9177851145', 'network_id': 'fa01b805-0461-4ea3-8471-d6b1eab58afa', 'port_id': '3e011a69-ff28-4e48-9715-de9177851145', 'mac_address': 'fa:16:3e:db:49:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55341f93-1a99-4d8d-9b09-5aaf82fd5b20', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 02:57:50.998679 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:51.025959 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:51.037525 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e011a69-ff28-4e48-9715-de9177851145 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 02:57:51.046282 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcf180-0d94-4962-a6fb-ff4f958f82fc req-48f266c3-1ab2-4c67-a4ec-805e2192eb55 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:51.047821 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b7fcf180-0d94-4962-a6fb-ff4f958f82fc req-48f266c3-1ab2-4c67-a4ec-805e2192eb55 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 944 time: 0.0778871
Apr 08 02:57:51.066629 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:51.073236 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 3e011a69-ff28-4e48-9715-de9177851145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3e011a69-ff28-4e48-9715-de9177851145,segment=NetworkSegment(3f54be99-bbbe-46dd-a587-3da180315451),segment_id=3f54be99-bbbe-46dd-a587-3da180315451)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:51.079144 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:51.081031 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:51.098223 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b7fcf180-0d94-4962-a6fb-ff4f958f82fc req-62fa90ff-6bff-42da-9b1a-10c6b12c555b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441365
Apr 08 02:57:51.118688 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692285ea-25c1-43ba-8b9d-69a86cf1d976'] response: {'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'code': 200}
Apr 08 02:57:51.125217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:51.157998 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=3e011a69-ff28-4e48-9715-de9177851145,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:51.227501 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:51.488535 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['3e011a69-ff28-4e48-9715-de9177851145'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:57:51.496209 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee44f01-d2ad-4186-a7ed-cf665ea5f82a req-2f9e194f-e9b4-4caf-a9d1-b2e46ac4aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:51.498245 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dee44f01-d2ad-4186-a7ed-cf665ea5f82a req-2f9e194f-e9b4-4caf-a9d1-b2e46ac4aae5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 1098 time: 0.0987194
Apr 08 02:57:51.505775 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937789d-4dbd-4991-9db9-52d4ac75dd56 req-84a95ace-c295-40bf-8dea-31039b3652ff tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:51.506435 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a937789d-4dbd-4991-9db9-52d4ac75dd56 req-84a95ace-c295-40bf-8dea-31039b3652ff tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Synchronizing usage tracker for tenant:3bcbf5128513465d90455031cb597111 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:51.550551 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a937789d-4dbd-4991-9db9-52d4ac75dd56 req-84a95ace-c295-40bf-8dea-31039b3652ff tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Unset dirty status for tenant:3bcbf5128513465d90455031cb597111 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:51.551682 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a937789d-4dbd-4991-9db9-52d4ac75dd56 req-84a95ace-c295-40bf-8dea-31039b3652ff tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 949 time: 0.1879301
Apr 08 02:57:51.554924 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-dee44f01-d2ad-4186-a7ed-cf665ea5f82a req-5a9a718f-d885-4c1d-a34a-953e80ef53d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458252
Apr 08 02:57:51.596443 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a937789d-4dbd-4991-9db9-52d4ac75dd56 req-465db55c-a0f2-4a66-b228-b5fd740a46df tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Synchronizing usage tracker for tenant:3bcbf5128513465d90455031cb597111 on resource:security_group {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:51.613663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-a937789d-4dbd-4991-9db9-52d4ac75dd56 req-465db55c-a0f2-4a66-b228-b5fd740a46df tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Unset dirty status for tenant:3bcbf5128513465d90455031cb597111 on resource:security_group {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:51.615098 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a937789d-4dbd-4991-9db9-52d4ac75dd56 req-465db55c-a0f2-4a66-b228-b5fd740a46df tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575812
Apr 08 02:57:52.284488 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbabe99-f347-4389-b158-20c275044522 req-bb5a4447-fcf7-4100-ab0b-82d8f0b7e733 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:52.285950 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0dbabe99-f347-4389-b158-20c275044522 req-bb5a4447-fcf7-4100-ab0b-82d8f0b7e733 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 945 time: 0.0781443
Apr 08 02:57:52.329493 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0dbabe99-f347-4389-b158-20c275044522 req-8d73cf93-669c-434c-82f4-86c03de4b20e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380030
Apr 08 02:57:52.659450 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 3e011a69-ff28-4e48-9715-de9177851145 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 02:57:52.728890 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 3e011a69-ff28-4e48-9715-de9177851145 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 02:57:52.734618 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 3e011a69-ff28-4e48-9715-de9177851145 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:57:52.734983 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:52.803444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bf240-3574-4622-a190-adfee563e64b req-7f9a8697-7cde-4f34-961f-91d853b83880 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:52.804843 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a7bf240-3574-4622-a190-adfee563e64b req-7f9a8697-7cde-4f34-961f-91d853b83880 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 949 time: 0.0809567
Apr 08 02:57:52.854000 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4a7bf240-3574-4622-a190-adfee563e64b req-14ffa6c4-fe6a-44c0-8f93-b572e9877526 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425875
Apr 08 02:57:52.859285 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:52.892460 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 3e011a69-ff28-4e48-9715-de9177851145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3e011a69-ff28-4e48-9715-de9177851145,segment=NetworkSegment(3f54be99-bbbe-46dd-a587-3da180315451),segment_id=3f54be99-bbbe-46dd-a587-3da180315451)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:52.896541 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:52.962871 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=3e011a69-ff28-4e48-9715-de9177851145,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:53.119803 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76972826-3a66-4dd6-957f-d448c17bec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e011a69-ff28-4e48-9715-de9177851145'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:53.164158 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72981260-11d3-45d5-a29b-910858033615'] response: {'server_uuid': '76972826-3a66-4dd6-957f-d448c17bec98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e011a69-ff28-4e48-9715-de9177851145', 'code': 200}
Apr 08 02:57:53.435222 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808a494-27d0-42e3-aac2-f39b18b7c0da req-1f7c9ffe-3436-49fa-944f-38f357505b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:53.436634 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a808a494-27d0-42e3-aac2-f39b18b7c0da req-1f7c9ffe-3436-49fa-944f-38f357505b52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 1103 time: 0.0761621
Apr 08 02:57:53.539792 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a808a494-27d0-42e3-aac2-f39b18b7c0da req-bafda2ff-313f-4970-8fc2-575b50807b9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573766
Apr 08 02:57:53.572275 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d574b-df28-40cf-978d-ba223722b4c9 req-115710f4-deff-4337-9639-d84514795852 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:53.575252 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-707d574b-df28-40cf-978d-ba223722b4c9 req-115710f4-deff-4337-9639-d84514795852 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 945 time: 0.1369584
Apr 08 02:57:53.628018 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-707d574b-df28-40cf-978d-ba223722b4c9 req-a535283c-a655-4143-a89d-f2d3b2b72f58 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469127
Apr 08 02:57:53.824302 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ada66-0f3f-4a30-99fa-3169bec988b1 req-d9cb68b6-e10c-43ab-be72-00bcc10b7736 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:53.827851 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d07ada66-0f3f-4a30-99fa-3169bec988b1 req-d9cb68b6-e10c-43ab-be72-00bcc10b7736 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 945 time: 0.0899889
Apr 08 02:57:53.877976 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d07ada66-0f3f-4a30-99fa-3169bec988b1 req-8201f65d-f691-443f-ac03-804919f0ea03 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418737
Apr 08 02:57:53.902796 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52902) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:54.052277 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ebd95-59bd-45ec-955a-fe7c5daa6267 req-950826c6-2ec4-4a26-8190-da7b16c54c67 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:54.053720 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fa9ebd95-59bd-45ec-955a-fe7c5daa6267 req-950826c6-2ec4-4a26-8190-da7b16c54c67 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 950 time: 0.0815310
Apr 08 02:57:54.098578 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fa9ebd95-59bd-45ec-955a-fe7c5daa6267 req-cdf73445-a509-45a3-ae91-45152808a791 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383601
Apr 08 02:57:54.170005 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f9158-7bf6-4e3b-b598-b9dfb73756a7 tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:54.170698 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c36f9158-7bf6-4e3b-b598-b9dfb73756a7 tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] Synchronizing usage tracker for tenant:c6332dba62154e5a9e70cb6bcf65a39e on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:57:54.186972 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-c36f9158-7bf6-4e3b-b598-b9dfb73756a7 tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] Unset dirty status for tenant:c6332dba62154e5a9e70cb6bcf65a39e on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:57:54.188136 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c36f9158-7bf6-4e3b-b598-b9dfb73756a7 tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 1093 time: 0.2838640
Apr 08 02:57:54.191013 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 52908) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:57:54.195897 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'port_id': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:57:54.202437 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 02:57:54.207126 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:floatingip and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 02:57:54.209929 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 02:57:54.216908 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 02:57:54.225934 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.372322 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.503532 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Allocated IP 172.27.1.23 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/3e88815a-9fe9-47ab-869e-9135be88980d) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 02:57:54.646905 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.674928 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:54.737187 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 02:57:54.744149 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 02:57:54.748218 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 02:57:54.775970 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=3e88815a-9fe9-47ab-869e-9135be88980d,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:55.315675 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338644b-be58-4461-ac36-5dc2f0dd345a req-31ed2062-6a6f-479c-b58f-3300e2f5673d tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:55.317141 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0338644b-be58-4461-ac36-5dc2f0dd345a req-31ed2062-6a6f-479c-b58f-3300e2f5673d tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 950 time: 0.1063552
Apr 08 02:57:55.320705 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.372715 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0338644b-be58-4461-ac36-5dc2f0dd345a req-70f98df6-8e60-4922-8c0e-cade468f16d7 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496993
Apr 08 02:57:55.435710 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.648234 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.655679 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.802793 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=3e88815a-9fe9-47ab-869e-9135be88980d,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:55.817507 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:55.989347 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d06fe-55b5-458f-b08a-fe59761897d2 req-ebf4a933-9c1b-4a68-a4f3-8d14c24e5400 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:55.990684 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf5d06fe-55b5-458f-b08a-fe59761897d2 req-ebf4a933-9c1b-4a68-a4f3-8d14c24e5400 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 950 time: 0.2460771
Apr 08 02:57:56.033848 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Floating IP 8368288b-dac1-4a98-9a5b-e65a52d5f0d0 associated. External IP: 172.27.1.23, port: 56f98f9e-78b0-44c5-8f41-7a79b4c6433b.
Apr 08 02:57:56.116956 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf5d06fe-55b5-458f-b08a-fe59761897d2 req-c31aa63f-8c90-4b5c-bdb8-1d0483c3ed85 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204851
Apr 08 02:57:56.506473 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:57:56.681446 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:57:56.691489 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:57:56.700594 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:56.701187 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdf3b400>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:57:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:56.706468 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:56.761541 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-15786ae5-0183-4e13-a073-9e3394c79f1b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5694554
Apr 08 02:57:56.762272 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:56.806139 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860a6eac-d8aa-4086-885f-8fed2b74f88b'] response: {'name': 'network-changed', 'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'status': 'completed', 'code': 200}
Apr 08 02:57:56.912304 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:56.930775 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-398d161d-873c-44c9-bc06-ddfd0b074200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:56.932226 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-398d161d-873c-44c9-bc06-ddfd0b074200 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 1098 time: 0.0746243
Apr 08 02:57:57.067083 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-f170c97b-503e-4f3b-94ad-441647ad2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:57.068458 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-f170c97b-503e-4f3b-94ad-441647ad2b29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1282992
Apr 08 02:57:57.198853 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-9c2bb47c-7250-42fa-b465-212f75c97110 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b HTTP/1.1" status: 200  len: 998 time: 0.1048985
Apr 08 02:57:57.269576 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdf3b400>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '8368288b-dac1-4a98-9a5b-e65a52d5f0d0', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:45:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:57:55Z', 'updated_at': '2022-04-08T02:57:55Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:57.272104 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-585a7d68-3138-48cd-bfad-9a4ffc669512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:57.273494 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:57:57.273637 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-585a7d68-3138-48cd-bfad-9a4ffc669512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0615194
Apr 08 02:57:57.282553 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:57:57.283155 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcdf3b400>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:57:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:57.316756 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69b037-36f7-4115-aaa5-fb21f0606881 req-245245ea-a4ce-4d99-92e0-620337920301 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:57.318394 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce69b037-36f7-4115-aaa5-fb21f0606881 req-245245ea-a4ce-4d99-92e0-620337920301 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 950 time: 0.0919151
Apr 08 02:57:57.348481 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-35b5c777-a92b-41a4-abd9-187328855e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:57.350068 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-35b5c777-a92b-41a4-abd9-187328855e61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706131
Apr 08 02:57:57.365110 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce69b037-36f7-4115-aaa5-fb21f0606881 req-9b1595e0-72e9-4630-b087-77949e91318b tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/security-groups?id=d9788ce3-170a-47b6-8654-95a4eab23556&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405312
Apr 08 02:57:57.467470 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-f0ecde2a-506c-4a34-982d-d74229488a8b tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:57:57.469055 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-f0ecde2a-506c-4a34-982d-d74229488a8b tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.41 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 950 time: 0.0802226
Apr 08 02:57:57.470748 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:57:57.517544 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-dd9aceb8-8634-4d87-96f3-316e4d3db495 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294856
Apr 08 02:57:57.556718 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Deleting port 3e011a69-ff28-4e48-9715-de9177851145 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:57:57.557718 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:57.650694 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-18d56ba6-6019-47ca-883d-e68940eb82ab req-b986c707-4f18-4a4b-9196-812a51598d09 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267049
Apr 08 02:57:57.807315 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] For port 3e011a69-ff28-4e48-9715-de9177851145, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=3e011a69-ff28-4e48-9715-de9177851145,segment=NetworkSegment(3f54be99-bbbe-46dd-a587-3da180315451),segment_id=3f54be99-bbbe-46dd-a587-3da180315451)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:57:57.808142 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:57.821222 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcdf3b400>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '8368288b-dac1-4a98-9a5b-e65a52d5f0d0', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:45:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:57:55Z', 'updated_at': '2022-04-08T02:57:55Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:57:57.825288 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65c0396-116a-429d-ae39-dcb7f0701659 None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': '8368288b-dac1-4a98-9a5b-e65a52d5f0d0', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.23', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:45:b4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T02:57:55Z', 'updated_at': '2022-04-08T02:57:55Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:57:57.934771 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Calling delete_port for 3e011a69-ff28-4e48-9715-de9177851145 owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:57:58.006767 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154edf0-5629-4bff-8d4a-5dbf02662b6c None None] New status for floating IP 8368288b-dac1-4a98-9a5b-e65a52d5f0d0: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:57:58.086156 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:58.124889 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['3e011a69-ff28-4e48-9715-de9177851145'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:57:58.133878 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Pushing event deleted for resources: {'Port': ['ID=3e011a69-ff28-4e48-9715-de9177851145,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:57:58.220427 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] No DVR routers for this DVR port 3e011a69-ff28-4e48-9715-de9177851145 on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:57:58.223208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:57:58.240601 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e70b4f28-1f22-437c-983a-683c7946ace5 req-40631687-d405-4ecc-bd67-06dfa5a3d7f1 tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.41 "DELETE /v2.0/ports/3e011a69-ff28-4e48-9715-de9177851145 HTTP/1.1" status: 204  len: 173 time: 0.7639158
Apr 08 02:57:58.627606 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2e44c3c2-6e2a-43c3-bb24-b02efb82ba0a req-9d276fca-9a2c-4008-bec0-7ee8be0474bf tempest-VolumesNegativeTest-804684601 tempest-VolumesNegativeTest-804684601-project] 10.222.0.23 "GET /v2.0/ports?device_id=76972826-3a66-4dd6-957f-d448c17bec98 HTTP/1.1" status: 200  len: 210 time: 0.1425717
Apr 08 02:57:58.806900 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76972826-3a66-4dd6-957f-d448c17bec98', 'name': 'network-vif-deleted', 'tag': '3e011a69-ff28-4e48-9715-de9177851145'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:57:58.851526 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8baa5d-2373-4511-89bc-224549b76c82'] response: {'server_uuid': '76972826-3a66-4dd6-957f-d448c17bec98', 'name': 'network-vif-deleted', 'tag': '3e011a69-ff28-4e48-9715-de9177851145', 'status': 'completed', 'code': 200}
Apr 08 02:58:00.423123 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:02.704733 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 3e011a69-ff28-4e48-9715-de9177851145 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:58:02.742704 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 3e011a69-ff28-4e48-9715-de9177851145 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:58:02.743041 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 3e011a69-ff28-4e48-9715-de9177851145 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:58:04.376817 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53178) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:58:04.523655 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-3394c8ec-5e16-4e5f-b86b-49fc70884d2d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3bcbf5128513465d90455031cb597111&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1456766
Apr 08 02:58:04.526137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53184) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:58:04.582238 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bc3eccc8-431d-45e4-89d6-b88b99087c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:04.606635 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bc3eccc8-431d-45e4-89d6-b88b99087c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:04.659826 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bc3eccc8-431d-45e4-89d6-b88b99087c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:04.675888 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3eccc8-431d-45e4-89d6-b88b99087c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9788ce3-170a-47b6-8654-95a4eab23556,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:58:04.689368 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-bc3eccc8-431d-45e4-89d6-b88b99087c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:04.690501 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-bc3eccc8-431d-45e4-89d6-b88b99087c08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9788ce3-170a-47b6-8654-95a4eab23556 HTTP/1.1" status: 204  len: 168 time: 0.1634970
Apr 08 02:58:05.071916 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f6c88a11-8287-45a8-9c4b-92b32556d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:07.254960 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-96052dd7-4581-425a-a7e6-2811f06308b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:08.462170 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:08.463233 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:10.016822 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:13.092357 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:58:30.424139 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:35.073755 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-970de04b-0541-43f7-80bd-c5bdc5a081ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:37.260413 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-73a150f7-2430-4d15-9e0c-a27174e77af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:38.465247 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:38.467081 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:40.019636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:41.767564 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-d051c41e-48e4-4d15-974f-39c1e661273b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682178
Apr 08 02:58:41.928212 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-02ba19ea-a52e-4563-852f-19e3e6b0b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:41.929710 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-02ba19ea-a52e-4563-852f-19e3e6b0b1b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1138 time: 0.0700250
Apr 08 02:58:42.071755 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-a70fe15d-b8d3-4f16-996a-b3797904594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:42.073130 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-a70fe15d-b8d3-4f16-996a-b3797904594e service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1244838
Apr 08 02:58:42.259126 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-60bfd89f-4710-42a2-ba8c-188504dc7ce5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1002 time: 0.1801958
Apr 08 02:58:42.320738 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-05825799-ce3b-47cb-8f35-01efe945eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:42.322134 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-05825799-ce3b-47cb-8f35-01efe945eca7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0570333
Apr 08 02:58:42.393360 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-cb7c3d2c-0e9e-4ca9-b4ea-e726f445be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:42.394776 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-cb7c3d2c-0e9e-4ca9-b4ea-e726f445be45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0664694
Apr 08 02:58:42.522431 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-a4497ff6-c55c-4ac3-858f-45a72915e6a4 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214685
Apr 08 02:58:42.651783 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c0d948cf-305a-4051-9d51-d50b44d11f8a req-f9f49bca-d67e-4674-8bca-58a932f11e23 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223519
Apr 08 02:58:49.434711 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-14351fdb-6736-49f0-b0ce-36865c64a6be tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1720633139&fields=id&tenant_id=db379f877ebf4bda8bcef28d03d0e3bb HTTP/1.1" status: 200  len: 267 time: 0.2531705
Apr 08 02:58:49.519071 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-edd70677-8bff-4a3c-9a36-466f5d53ceb3 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:49.520505 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-edd70677-8bff-4a3c-9a36-466f5d53ceb3 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 985 time: 0.0795193
Apr 08 02:58:49.531830 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Request body: {'port': {'security_groups': ['9f7d90f6-bf85-41a7-ba1a-51c64a35accb']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 02:58:49.651093 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:49.883488 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:58:49.908530 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:49.912715 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:49.948217 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['c585c168-7e51-4ca1-8f45-2f19dde4b67a'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:58:49.980597 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:49.981213 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:49.983163 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-5e8cc0d0-2483-4044-9c5b-1753d734c69b req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "PUT /v2.0/ports/c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 943 time: 0.4565694
Apr 08 02:58:49.983623 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:58:49.990792 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53214) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:58:50.040337 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event updated for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=7']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:58:50.052507 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b50e34-772a-4e8f-86a3-17c26a203115'] response: {'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'status': 'completed', 'code': 200}
Apr 08 02:58:50.063445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.063800 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.064150 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.064482 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.064805 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.065132 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.065454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.065772 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.066091 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.066409 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.066729 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.067038 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908cb6a-9437-4313-af6a-0fa5a463c3f0 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:50.091453 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:58:50.095763 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09a99e62-9f2f-4e22-a85e-221248602080 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.127593 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['c585c168-7e51-4ca1-8f45-2f19dde4b67a'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:58:50.171231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09a99e62-9f2f-4e22-a85e-221248602080 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.233401 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-bbc9f436-01eb-40db-9811-58bcd3ee6e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:50.234877 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-bbc9f436-01eb-40db-9811-58bcd3ee6e78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1099 time: 0.1287394
Apr 08 02:58:50.281241 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-5857294d-584f-4cd3-aeb9-7b41ab257320 None None] Provisioning complete for port c585c168-7e51-4ca1-8f45-2f19dde4b67a triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 02:58:50.281789 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5857294d-584f-4cd3-aeb9-7b41ab257320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.338174 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09a99e62-9f2f-4e22-a85e-221248602080 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.363270 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a99e62-9f2f-4e22-a85e-221248602080 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ef43a-295b-43de-9373-934279b2ae58,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:58:50.385098 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-09a99e62-9f2f-4e22-a85e-221248602080 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.389148 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-09a99e62-9f2f-4e22-a85e-221248602080 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "DELETE /v2.0/security-groups/c57ef43a-295b-43de-9373-934279b2ae58 HTTP/1.1" status: 204  len: 168 time: 0.3945019
Apr 08 02:58:50.389657 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53218) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:58:50.395154 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-9a96c24f-720c-40c0-919b-1bcddddb6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:50.396593 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-9a96c24f-720c-40c0-919b-1bcddddb6445 service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1558824
Apr 08 02:58:50.521286 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-f31b0cb7-106e-47d9-b924-9e269f6d3a65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 1002 time: 0.1183579
Apr 08 02:58:50.584543 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-f0ccf15e-2f8c-462b-a8ef-37761c053ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:50.585997 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-f0ccf15e-2f8c-462b-a8ef-37761c053ce4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0584941
Apr 08 02:58:50.612663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Deleting port e47bb90f-4550-434f-afe0-98a0ff12b2da {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:58:50.613007 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.665604 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-eeaa6615-7455-49a1-828a-55f3e41db793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:50.667073 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-eeaa6615-7455-49a1-828a-55f3e41db793 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734007
Apr 08 02:58:50.782154 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.782408 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:50.883621 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-2db462f7-08e2-4b16-b9d3-bc8e971622f5 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085092
Apr 08 02:58:50.902401 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Calling delete_port for e47bb90f-4550-434f-afe0-98a0ff12b2da owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:58:51.016704 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-cf1ae8e4-1e32-4fa5-8362-85196b0b9178 req-d68365b6-15c8-4338-bdbd-dc5bd8194367 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260114
Apr 08 02:58:51.057142 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:51.101961 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event deleted for resources: {'Port': ['ID=e47bb90f-4550-434f-afe0-98a0ff12b2da,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:58:51.141106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.141444 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.141776 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.142101 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.142422 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.142744 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.143061 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.143376 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.143691 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.144027 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.144342 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.144652 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 02:58:51.203650 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks [] for floatingip, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:51.204000 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Floating IP 446cd3bf-7281-4487-b94b-a69a7091a26c disassociated (deleted). External IP: 172.27.1.239, port: c585c168-7e51-4ca1-8f45-2f19dde4b67a.
Apr 08 02:58:51.543237 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Router 2b124fde-6f7f-472b-a243-f859cd47f45c has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:58:51.809710 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:58:51.819487 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] Sync routers for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:58:51.829257 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:58:51.829809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:51.829983 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be4c0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:58:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:58:51.884056 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-b2654576-e843-4fb7-82ac-75db1f0f005b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "DELETE /v2.0/floatingips/446cd3bf-7281-4487-b94b-a69a7091a26c HTTP/1.1" status: 204  len: 168 time: 1.4931428
Apr 08 02:58:51.884742 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:58:51.937395 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45b0cd28-362e-4d36-ae9f-330a118807b5'] response: {'name': 'network-changed', 'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'status': 'completed', 'code': 200}
Apr 08 02:58:52.009262 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:58:52.053909 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21612f53-3052-4484-ad91-44e7b694354e req-07e63fc8-ccf6-49a3-abea-8798aa01efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:52.055466 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-21612f53-3052-4484-ad91-44e7b694354e req-07e63fc8-ccf6-49a3-abea-8798aa01efbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 1099 time: 0.0749128
Apr 08 02:58:52.194941 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21612f53-3052-4484-ad91-44e7b694354e req-45f5a3a4-31b1-4341-b178-f724971575d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:52.196624 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-21612f53-3052-4484-ad91-44e7b694354e req-45f5a3a4-31b1-4341-b178-f724971575d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 200  len: 916 time: 0.1344938
Apr 08 02:58:52.278825 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-21612f53-3052-4484-ad91-44e7b694354e req-5f125953-6b78-4b3b-b1e6-5a20db846ecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 200  len: 217 time: 0.0750434
Apr 08 02:58:52.355970 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21612f53-3052-4484-ad91-44e7b694354e req-7a2889d7-cbda-4ed7-a48e-8fec501fbc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:52.357678 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-21612f53-3052-4484-ad91-44e7b694354e req-7a2889d7-cbda-4ed7-a48e-8fec501fbc27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 200  len: 854 time: 0.0684533
Apr 08 02:58:52.368333 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be4c0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 5, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:58:52.372322 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] Checking router: 2b124fde-6f7f-472b-a243-f859cd47f45c for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:58:52.384077 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:58:52.384693 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be4c0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:58:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:58:52.434476 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21612f53-3052-4484-ad91-44e7b694354e req-35a65770-eb67-433c-84aa-f0174e468baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:52.436355 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-21612f53-3052-4484-ad91-44e7b694354e req-35a65770-eb67-433c-84aa-f0174e468baa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=470b3774-e0c3-4f99-a636-71fb4a8c79b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733304
Apr 08 02:58:52.564713 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:58:52.576505 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-21612f53-3052-4484-ad91-44e7b694354e req-d4801a4b-8589-4b24-835f-9caf6823e6bd service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321623
Apr 08 02:58:52.705991 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-21612f53-3052-4484-ad91-44e7b694354e req-98dad7e9-8172-48f7-8634-426ef9dbb143 service neutron] 10.222.0.41 "GET /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240263
Apr 08 02:58:52.873282 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf1be4c0>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 5, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:58:52.877608 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bed3de-e136-4631-ae4c-e164214b2244 None None] The sync data for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi is: [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:55:25Z', 'revision_number': 4, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': '90ca642c-6a89-461b-8f69-5290128f0392', 'name': '', 'network_id': '470b3774-e0c3-4f99-a636-71fb4a8c79b9', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'mac_address': 'fa:16:3e:09:12:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:24Z', 'updated_at': '2022-04-08T02:55:33Z', 'revision_number': 5, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'subnets': [{'id': '9bc06a12-5a9d-4ba6-8838-46866b09f24c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:58:53.086345 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3053a23-b500-4d36-8d74-78c959a9cd50 None None] New status for floating IP 446cd3bf-7281-4487-b94b-a69a7091a26c: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 02:58:55.355361 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e953e-4270-4040-b89f-99ddb7f58129 req-0855982d-e2bf-4398-b92e-badb3aa1e41c tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:55.356073 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-c63e953e-4270-4040-b89f-99ddb7f58129 req-0855982d-e2bf-4398-b92e-badb3aa1e41c tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Synchronizing usage tracker for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:58:55.371015 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-c63e953e-4270-4040-b89f-99ddb7f58129 req-0855982d-e2bf-4398-b92e-badb3aa1e41c tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Unset dirty status for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:58:55.372165 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c63e953e-4270-4040-b89f-99ddb7f58129 req-0855982d-e2bf-4398-b92e-badb3aa1e41c tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.0953386
Apr 08 02:58:55.418591 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-c63e953e-4270-4040-b89f-99ddb7f58129 req-2f94fa59-94b2-4ba4-9a50-fddeba1a6c93 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404241
Apr 08 02:58:56.605028 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975824c-45e1-499b-b5bd-7d5d613c1305 req-c2f9010d-5e2b-44ac-8f10-8936a6b3f4a1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:56.606470 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3975824c-45e1-499b-b5bd-7d5d613c1305 req-c2f9010d-5e2b-44ac-8f10-8936a6b3f4a1 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.0818880
Apr 08 02:58:56.649231 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-3975824c-45e1-499b-b5bd-7d5d613c1305 req-695c5ffa-0622-4803-a44f-0b93b2b35b7b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Synchronizing usage tracker for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:security_group {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 02:58:56.663515 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-3975824c-45e1-499b-b5bd-7d5d613c1305 req-695c5ffa-0622-4803-a44f-0b93b2b35b7b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Unset dirty status for tenant:db379f877ebf4bda8bcef28d03d0e3bb on resource:security_group {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 02:58:56.664624 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3975824c-45e1-499b-b5bd-7d5d613c1305 req-695c5ffa-0622-4803-a44f-0b93b2b35b7b tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515089
Apr 08 02:58:57.269379 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-e2861de4-6077-4048-a4e3-57d7686f37e8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:57.270786 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-e2861de4-6077-4048-a4e3-57d7686f37e8 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.0845139
Apr 08 02:58:57.338845 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Deleting port c585c168-7e51-4ca1-8f45-2f19dde4b67a {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:58:57.339180 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:57.580728 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] For port c585c168-7e51-4ca1-8f45-2f19dde4b67a, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=c585c168-7e51-4ca1-8f45-2f19dde4b67a,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:58:57.581082 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:57.799450 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Calling delete_port for c585c168-7e51-4ca1-8f45-2f19dde4b67a owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:58:57.850531 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6301ba4d-8f9d-47ab-b9d9-db0abc3d8049 req-82404481-f371-4258-aaab-c7bf42bb6ee5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:58:57.852087 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6301ba4d-8f9d-47ab-b9d9-db0abc3d8049 req-82404481-f371-4258-aaab-c7bf42bb6ee5 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb2b2fc-3410-4860-a03b-cab8c080197c HTTP/1.1" status: 200  len: 946 time: 0.0809422
Apr 08 02:58:57.898075 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6301ba4d-8f9d-47ab-b9d9-db0abc3d8049 req-b2357317-c42d-46aa-b378-37843cc0bd66 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.23 "GET /v2.0/security-groups?id=9f7d90f6-bf85-41a7-ba1a-51c64a35accb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396917
Apr 08 02:58:57.943872 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:57.978893 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['c585c168-7e51-4ca1-8f45-2f19dde4b67a'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 02:58:57.992588 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Pushing event deleted for resources: {'Port': ['ID=c585c168-7e51-4ca1-8f45-2f19dde4b67a,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:58:58.070044 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] No DVR routers for this DVR port c585c168-7e51-4ca1-8f45-2f19dde4b67a on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:58:58.072278 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:58:58.074695 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'name': 'network-vif-deleted', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 02:58:58.090052 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0437b569-9575-4e23-bf61-bcc3ac9c5d00 req-9dfafe6a-bc28-4d69-8d86-e1b85c13c980 tempest-TestMinimumBasicScenario-65639965 tempest-TestMinimumBasicScenario-65639965-project] 10.222.0.41 "DELETE /v2.0/ports/c585c168-7e51-4ca1-8f45-2f19dde4b67a HTTP/1.1" status: 204  len: 173 time: 0.8134933
Apr 08 02:58:58.121544 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fff4966-58fc-4f3c-b96d-7283e3ee8a26'] response: {'server_uuid': 'aeb2b2fc-3410-4860-a03b-cab8c080197c', 'name': 'network-vif-deleted', 'tag': 'c585c168-7e51-4ca1-8f45-2f19dde4b67a', 'status': 'completed', 'code': 200}
Apr 08 02:58:59.692771 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53302) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:00.221999 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:00.432009 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:00.571836 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Deleting port 90ca642c-6a89-461b-8f69-5290128f0392 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:00.572202 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:00.832290 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] For port 90ca642c-6a89-461b-8f69-5290128f0392, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=90ca642c-6a89-461b-8f69-5290128f0392,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:00.832971 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:00.952202 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Calling delete_port for 90ca642c-6a89-461b-8f69-5290128f0392 owned by network:router_interface {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:01.008855 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device c585c168-7e51-4ca1-8f45-2f19dde4b67a no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:01.042176 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: c585c168-7e51-4ca1-8f45-2f19dde4b67a {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:59:01.042510 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device c585c168-7e51-4ca1-8f45-2f19dde4b67a not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:01.271675 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:01.316669 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ca642c-6a89-461b-8f69-5290128f0392,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:01.585276 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:01.936646 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Router 2b124fde-6f7f-472b-a243-f859cd47f45c has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:59:02.208431 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:59:02.217557 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] Sync routers for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:59:02.221947 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-baaaff9e-6969-4a74-97b9-fdce3a06d789 admin admin] 10.222.0.23 "PUT /v2.0/routers/2b124fde-6f7f-472b-a243-f859cd47f45c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5272892
Apr 08 02:59:02.224298 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53306) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:02.227304 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:59:02.227951 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:58:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:02.401137 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:02.404054 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:59:02.595028 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:02.605464 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Deleting port be82b84f-21fe-4ba0-a316-4ceea00de11b {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:02.605842 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:02.692315 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:59:01Z', 'revision_number': 5, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port': {'id': 'be82b84f-21fe-4ba0-a316-4ceea00de11b', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:22Z', 'updated_at': '2022-04-08T02:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:02.696104 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] Checking router: 2b124fde-6f7f-472b-a243-f859cd47f45c for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:59:02.704374 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] Routers {'2b124fde-6f7f-472b-a243-f859cd47f45c'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:59:02.704959 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:58:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['2b124fde-6f7f-472b-a243-f859cd47f45c'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:02.777755 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] For port be82b84f-21fe-4ba0-a316-4ceea00de11b, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=be82b84f-21fe-4ba0-a316-4ceea00de11b,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:02.778019 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:02.854863 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] Set router 2b124fde-6f7f-472b-a243-f859cd47f45c gateway port host: None {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:59:02.899204 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Calling delete_port for be82b84f-21fe-4ba0-a316-4ceea00de11b owned by network:router_gateway {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:02.961933 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10e20>, [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:59:02Z', 'revision_number': 6, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:02.966374 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef706b4-55d3-48db-95d0-b128df9db9ac None None] The sync data for ids ['2b124fde-6f7f-472b-a243-f859cd47f45c'] in dv-cinder-837051-1-iscsi is: [{'id': '2b124fde-6f7f-472b-a243-f859cd47f45c', 'name': 'tempest-TestMinimumBasicScenario-2057986985-router', 'tenant_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:21Z', 'updated_at': '2022-04-08T02:59:02Z', 'revision_number': 6, 'project_id': 'db379f877ebf4bda8bcef28d03d0e3bb', 'gw_port_host': None}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:59:03.067790 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.117122 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be82b84f-21fe-4ba0-a316-4ceea00de11b,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:03.202903 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.378235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.380918 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.405684 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 90ca642c-6a89-461b-8f69-5290128f0392 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:03.406992 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.407700 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b124fde-6f7f-472b-a243-f859cd47f45c {{(pid=87223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:59:03.420759 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.421874 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-41727231-f83b-44d5-b8a9-292621259fc9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/2b124fde-6f7f-472b-a243-f859cd47f45c HTTP/1.1" status: 204  len: 168 time: 1.1966765
Apr 08 02:59:03.424467 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53310) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:03.441928 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 90ca642c-6a89-461b-8f69-5290128f0392 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:59:03.442266 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 90ca642c-6a89-461b-8f69-5290128f0392 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:03.486177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] Deleting subnet 9bc06a12-5a9d-4ba6-8838-46866b09f24c {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:59:03.489076 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.627756 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.706109 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.776566 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.815754 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc06a12-5a9d-4ba6-8838-46866b09f24c,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:03.817710 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.824024 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-02a7c426-37f3-41d6-86b1-17a5820d0008 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9bc06a12-5a9d-4ba6-8838-46866b09f24c HTTP/1.1" status: 204  len: 168 time: 0.3985603
Apr 08 02:59:03.824787 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc82cc9f-6d85-48ef-80c5-69c2dd41b24b None None] Network 470b3774-e0c3-4f99-a636-71fb4a8c79b9 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:59:03.826768 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53314) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:03.945561 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:03.956954 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Deleting port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:03.957294 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.092375 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] DHCP port deletion for 470b3774-e0c3-4f99-a636-71fb4a8c79b9 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:59:04.096488 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Deleting port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:04.096972 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.167413 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] For port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:04.168046 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.296397 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Calling delete_port for 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 owned by network:dhcp {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:04.305824 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] For port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,segment=NetworkSegment(920ecb8e-294d-433e-bd2a-63534f6a68e9),segment_id=920ecb8e-294d-433e-bd2a-63534f6a68e9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:04.306209 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.373623 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.423509 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efd4eec-1a36-4abe-9b18-4f8a4e48c577,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:04.430933 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] No DVR routers for this DVR port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 on host dv-cinder-837051-1-iscsi {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:59:04.468573 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Calling delete_port for 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:04.538990 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:59:04.539342 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:59:04.549997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.574784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcf087670>,) {'filters': {'network_id': ['470b3774-e0c3-4f99-a636-71fb4a8c79b9']}} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:04.588043 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcf087670>, '920ecb8e-294d-433e-bd2a-63534f6a68e9') {'for_net_delete': True} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:04.588405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.services.segments.db [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcf087670>, '920ecb8e-294d-433e-bd2a-63534f6a68e9') {} {{(pid=87223) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:04.600484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2533731'] for segment, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.616367 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.622599 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87223) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:59:04.622995 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2489073'] for segment, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]: Traceback (most recent call last):
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     timer()
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     cb(*args, **kw)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     return func(*args, **kwargs)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     self._notify()
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     self.callback(batched_events)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     event.method(event)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     return f(self, *a, **k)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._get(url).json()
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:59:04.635650 dv-cinder-837051-1-iscsi neutron-server[87223]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:59:04.710427 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.726484 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:04.737175 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] Pushing event deleted for resources: {'Network': ['ID=470b3774-e0c3-4f99-a636-71fb4a8c79b9,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:04.749995 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-347a0ad4-9adf-4b0d-a9e0-5425d41ea564 admin admin] 10.222.0.23 "DELETE /v2.0/networks/470b3774-e0c3-4f99-a636-71fb4a8c79b9 HTTP/1.1" status: 204  len: 168 time: 0.9221914
Apr 08 02:59:04.753083 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53318) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:05.040840 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Deleting port 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:05.041145 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:05.118487 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b420c8a0-e6cb-4458-a7ca-22c2dd2e5697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:05.124926 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-9d748105-5221-44fc-89aa-d1b963129b4b None None] The port '8efd4eec-1a36-4abe-9b18-4f8a4e48c577' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:59:05.225553 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device be82b84f-21fe-4ba0-a316-4ceea00de11b no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:05.260889 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: be82b84f-21fe-4ba0-a316-4ceea00de11b {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:59:05.261325 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device be82b84f-21fe-4ba0-a316-4ceea00de11b not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:05.261806 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:05.294692 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:59:05.294897 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 8efd4eec-1a36-4abe-9b18-4f8a4e48c577 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:05.380812 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:05.718119 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Deleting port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:05.718448 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:05.883454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] For port d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,segment=NetworkSegment(b2b52334-ba53-48fd-b4d7-161bd8c663c9),segment_id=b2b52334-ba53-48fd-b4d7-161bd8c663c9)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:05.883799 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:06.002669 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Calling delete_port for d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e owned by network:router_interface {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:06.174756 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:06.222413 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:06.571275 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:06.926800 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Router e04962fb-bbd4-4de2-a56a-c6d8a4372761 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 02:59:07.100184 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 02:59:07.109180 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] Sync routers for ids ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 02:59:07.116246 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-8e231248-f98e-4113-9315-629cbaf79242 admin admin] 10.222.0.23 "PUT /v2.0/routers/e04962fb-bbd4-4de2-a56a-c6d8a4372761/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3621237
Apr 08 02:59:07.118407 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] Routers {'e04962fb-bbd4-4de2-a56a-c6d8a4372761'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:59:07.118776 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53322) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:07.119421 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce54d580>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:58:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:07.262271 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-9fe3a4bf-4950-427c-86be-3ae658c4be4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:07.293581 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks [] for router, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:07.299038 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] Set router e04962fb-bbd4-4de2-a56a-c6d8a4372761 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:59:07.469046 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:07.478651 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Deleting port af6924e5-1ec8-4015-81e7-e8ca258196a3 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:07.479032 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:07.579139 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce54d580>, [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:59:06Z', 'revision_number': 5, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port': {'id': 'af6924e5-1ec8-4015-81e7-e8ca258196a3', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:55:29Z', 'updated_at': '2022-04-08T02:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:07.582998 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] Checking router: e04962fb-bbd4-4de2-a56a-c6d8a4372761 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 02:59:07.591190 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] Routers {'e04962fb-bbd4-4de2-a56a-c6d8a4372761'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 02:59:07.591850 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fce54d580>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T02:59:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:07.654897 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] For port af6924e5-1ec8-4015-81e7-e8ca258196a3, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=af6924e5-1ec8-4015-81e7-e8ca258196a3,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:07.655531 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:07.758468 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] Set router e04962fb-bbd4-4de2-a56a-c6d8a4372761 gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 02:59:07.776357 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Calling delete_port for af6924e5-1ec8-4015-81e7-e8ca258196a3 owned by network:router_gateway {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:07.866968 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fce54d580>, [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:59:07Z', 'revision_number': 6, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:07.871359 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea631336-bb96-4d31-9e5c-cbbb3df51823 None None] The sync data for ids ['e04962fb-bbd4-4de2-a56a-c6d8a4372761'] in dv-cinder-837051-1-iscsi is: [{'id': 'e04962fb-bbd4-4de2-a56a-c6d8a4372761', 'name': 'tempest-TestMinimumBasicScenario-1293447284-router', 'tenant_id': 'c0c97ec02b814790879ce9c892a62ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:55:28Z', 'updated_at': '2022-04-08T02:59:07Z', 'revision_number': 6, 'project_id': 'c0c97ec02b814790879ce9c892a62ec5', 'gw_port_host': None}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 02:59:08.047393 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.094942 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6924e5-1ec8-4015-81e7-e8ca258196a3,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:08.184007 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.357919 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.360108 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.382496 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.383013 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e04962fb-bbd4-4de2-a56a-c6d8a4372761 {{(pid=87223) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 02:59:08.394471 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] Notify callbacks [] for router, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.395572 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-882b3c5e-d6f3-40ae-a42e-f63b8b292b94 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e04962fb-bbd4-4de2-a56a-c6d8a4372761 HTTP/1.1" status: 204  len: 168 time: 1.2758596
Apr 08 02:59:08.398106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53326) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:08.460956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_v2 [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] Deleting subnet 687f5182-8f82-457d-b807-c4713da1cbe4 {{(pid=87223) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 02:59:08.464124 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.486046 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.493978 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.516187 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2533738'] for subnet, precommit_delete_associations {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.598106 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.670754 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2489003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2785959'] for subnet, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.707868 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687f5182-8f82-457d-b807-c4713da1cbe4,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:08.711411 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.719633 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-5486cea5-cc8f-4a49-a977-6c456c6cdc34 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/687f5182-8f82-457d-b807-c4713da1cbe4 HTTP/1.1" status: 204  len: 168 time: 0.3190269
Apr 08 02:59:08.720980 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53330) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:08.722612 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386623eb-27af-4a4d-ae67-dfac1e8ec1c8 None None] Network b8c00f1e-9c47-4ea8-8003-cb9b694102fd requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 02:59:08.830005 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.840480 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Deleting port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:08.841067 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:08.991561 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] DHCP port deletion for b8c00f1e-9c47-4ea8-8003-cb9b694102fd request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 02:59:08.995552 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Deleting port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:08.995913 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.060647 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] For port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,segment=NetworkSegment(b2b52334-ba53-48fd-b4d7-161bd8c663c9),segment_id=b2b52334-ba53-48fd-b4d7-161bd8c663c9)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:09.061124 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.184178 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Calling delete_port for bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd owned by network:dhcp {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:09.198128 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] For port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,segment=NetworkSegment(b2b52334-ba53-48fd-b4d7-161bd8c663c9),segment_id=b2b52334-ba53-48fd-b4d7-161bd8c663c9)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 02:59:09.198510 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.258832 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.260647 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device af6924e5-1ec8-4015-81e7-e8ca258196a3 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:09.308933 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:09.314049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] No DVR routers for this DVR port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd on host dv-cinder-837051-1-iscsi {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 02:59:09.348112 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Calling delete_port for bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 02:59:09.385379 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: af6924e5-1ec8-4015-81e7-e8ca258196a3 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:59:09.385730 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device af6924e5-1ec8-4015-81e7-e8ca258196a3 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:09.386124 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:09.423222 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:59:09.423470 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:09.423881 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 02:59:09.428222 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.453634 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcccc9bb0>,) {'filters': {'network_id': ['b8c00f1e-9c47-4ea8-8003-cb9b694102fd']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:09.464973 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 02:59:09.465312 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device d4d0cb2e-a5fb-4b2b-885b-a40f1fea410e not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 02:59:09.465714 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcccc9bb0>, 'b2b52334-ba53-48fd-b4d7-161bd8c663c9') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:09.466573 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcccc9bb0>, 'b2b52334-ba53-48fd-b4d7-161bd8c663c9') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 02:59:09.479425 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.490471 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 02:59:09.490996 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 02:59:09.496526 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.503067 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 02:59:09.503454 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 02:59:09.517014 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 02:59:09.592238 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.608447 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.618241 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c00f1e-9c47-4ea8-8003-cb9b694102fd,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:09.625910 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-018e50b6-4200-42a1-a1db-3006c758daf9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b8c00f1e-9c47-4ea8-8003-cb9b694102fd HTTP/1.1" status: 204  len: 168 time: 0.9039509
Apr 08 02:59:09.799059 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53336) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:09.850399 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-740a398e-4f90-4d28-8252-31755a4ed2fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db379f877ebf4bda8bcef28d03d0e3bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502191
Apr 08 02:59:09.852908 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53340) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:09.910053 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0823cd23-6c18-4a54-b39c-f3cdfb0e1a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.936092 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0823cd23-6c18-4a54-b39c-f3cdfb0e1a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.987408 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0823cd23-6c18-4a54-b39c-f3cdfb0e1a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:09.992105 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Deleting port bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 02:59:09.992538 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:10.004852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823cd23-6c18-4a54-b39c-f3cdfb0e1a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d90f6-bf85-41a7-ba1a-51c64a35accb,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:10.017563 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-0823cd23-6c18-4a54-b39c-f3cdfb0e1a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:10.019841 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-0823cd23-6c18-4a54-b39c-f3cdfb0e1a1c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9f7d90f6-bf85-41a7-ba1a-51c64a35accb HTTP/1.1" status: 204  len: 168 time: 0.1649146
Apr 08 02:59:10.086430 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-fbd87503-de7c-4dc7-b6f6-b42d474c50bf None None] The port 'bbb07d36-b3d5-4b2e-af2b-cb6877dfb4bd' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 02:59:10.088154 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:10.356003 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53348) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:10.402915 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-ddad9822-63d8-4145-a0c8-eb30f5a61338 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0c97ec02b814790879ce9c892a62ec5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0451465
Apr 08 02:59:10.405955 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53352) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 02:59:10.466625 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4eca9a8-745e-4964-bf6e-5fe4a320263d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:10.496335 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4eca9a8-745e-4964-bf6e-5fe4a320263d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:10.636957 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4eca9a8-745e-4964-bf6e-5fe4a320263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:10.653044 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eca9a8-745e-4964-bf6e-5fe4a320263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a570c1-ac72-480e-8e71-b665f01856c6,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 02:59:10.656747 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-c4eca9a8-745e-4964-bf6e-5fe4a320263d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:10.658114 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-c4eca9a8-745e-4964-bf6e-5fe4a320263d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20a570c1-ac72-480e-8e71-b665f01856c6 HTTP/1.1" status: 204  len: 168 time: 0.2510185
Apr 08 02:59:27.090314 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 02:59:30.446872 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:32.146842 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [req-891141b7-bef2-45df-9224-da9794cfa269 req-02106c62-3178-4f71-85a9-7020d7bbeed7 service neutron] (87223) timed out ('10.222.0.41', 64454) {{(pid=87223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 08 02:59:35.080690 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-340f517b-14e8-4716-a3c3-a795123f1bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:37.265055 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7b002938-e1e2-4d92-ac22-782477772009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:38.471188 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:38.473887 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:40.026795 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 02:59:42.004596 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-af7aab59-df96-4281-a984-c970ce53a44c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2218037
Apr 08 02:59:42.104515 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9052f-77f5-499d-a842-415cab83fb0c req-01353972-f50d-4314-bf4e-c0ded16353b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:42.105921 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-01353972-f50d-4314-bf4e-c0ded16353b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 1098 time: 0.0678766
Apr 08 02:59:42.246092 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9052f-77f5-499d-a842-415cab83fb0c req-47d4cb15-2719-455d-8e35-a3c4b8e92581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:42.247558 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-47d4cb15-2719-455d-8e35-a3c4b8e92581 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1240060
Apr 08 02:59:42.347214 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-813d12ea-8af3-428d-aeb2-eb60a3d08abc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b HTTP/1.1" status: 200  len: 1000 time: 0.0939395
Apr 08 02:59:42.407018 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9052f-77f5-499d-a842-415cab83fb0c req-3f152ede-c1a2-4384-a263-8cf616c7ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:42.408326 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-3f152ede-c1a2-4384-a263-8cf616c7ffde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0553393
Apr 08 02:59:42.482072 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9052f-77f5-499d-a842-415cab83fb0c req-dbd95907-582b-4d4e-81fb-110d15b91922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 02:59:42.483494 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-dbd95907-582b-4d4e-81fb-110d15b91922 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699434
Apr 08 02:59:42.701507 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-40ac045a-8032-4330-b2a7-0357677f5c98 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116156
Apr 08 02:59:42.837733 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bee9052f-77f5-499d-a842-415cab83fb0c req-fdd55ea7-b9c0-4909-a49f-a0868e0e068c service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306989
Apr 08 03:00:00.435154 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:04.089235 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:00:05.081378 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4a0368c8-a515-4a10-abd5-374ef58ced6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:07.271316 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-48f7e37c-7880-49ae-9783-dc1fdb49cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:08.471552 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:08.473481 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:10.029727 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:11.415803 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececa650-774a-4a2f-9d67-126fba2c5ef6 req-b32deef5-9809-4644-97fc-9f6e263778ca tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:11.417253 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ececa650-774a-4a2f-9d67-126fba2c5ef6 req-b32deef5-9809-4644-97fc-9f6e263778ca tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 945 time: 0.0784123
Apr 08 03:00:11.468058 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ececa650-774a-4a2f-9d67-126fba2c5ef6 req-fc2331e7-e0d9-4806-9751-a6ea1a6234f8 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433555
Apr 08 03:00:12.653867 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03885bc-1020-420a-a282-e670e9b5a0aa req-d8634f30-7a03-4d84-a86b-2a2ae2d67bbb tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:12.655310 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a03885bc-1020-420a-a282-e670e9b5a0aa req-d8634f30-7a03-4d84-a86b-2a2ae2d67bbb tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 945 time: 0.0791483
Apr 08 03:00:12.702183 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a03885bc-1020-420a-a282-e670e9b5a0aa req-8787a42d-9348-400d-b029-724f5bf148ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412002
Apr 08 03:00:13.181119 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c27de77f-7e34-4520-bffb-fca8333f11d1 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:13.182542 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c27de77f-7e34-4520-bffb-fca8333f11d1 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 945 time: 0.0815530
Apr 08 03:00:13.249818 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Deleting port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:00:13.250152 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:13.499532 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] For port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:00:13.499810 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:13.797601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:13.797881 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:13.798197 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Floating IP 8368288b-dac1-4a98-9a5b-e65a52d5f0d0 disassociated. External IP: 172.27.1.23, port: 56f98f9e-78b0-44c5-8f41-7a79b4c6433b.
Apr 08 03:00:13.798531 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Calling delete_port for 56f98f9e-78b0-44c5-8f41-7a79b4c6433b owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:00:13.980179 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e18e65f-ae03-4c7f-bc1e-b578508af92a req-23804004-ed6b-449c-8feb-1ebaf6474d31 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:13.982272 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9e18e65f-ae03-4c7f-bc1e-b578508af92a req-23804004-ed6b-449c-8feb-1ebaf6474d31 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 945 time: 0.1566870
Apr 08 03:00:14.016542 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:14.081882 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event deleted for resources: {'Port': ['ID=56f98f9e-78b0-44c5-8f41-7a79b4c6433b,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:14.092216 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9e18e65f-ae03-4c7f-bc1e-b578508af92a req-34c0bde0-58ab-4c37-947c-f75354f84e69 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023815
Apr 08 03:00:14.098093 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.098435 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.098770 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.099097 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.099418 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.099739 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.101235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.101235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.101235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.101235 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.101611 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.101611 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:14.277223 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 03:00:14.550674 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 03:00:14.563190 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 03:00:14.574356 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:00:14.576144 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf086550>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:00:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:14.625824 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] No DVR routers for this DVR port 56f98f9e-78b0-44c5-8f41-7a79b4c6433b on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:00:14.628278 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:14.630702 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'name': 'network-vif-deleted', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:00:14.647101 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-49434742-494d-4f6e-aa70-25d55d5213c8 req-c699a6fd-bb70-4d4b-9180-b9b68f652804 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "DELETE /v2.0/ports/56f98f9e-78b0-44c5-8f41-7a79b4c6433b HTTP/1.1" status: 204  len: 173 time: 1.4596727
Apr 08 03:00:14.683790 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c23761-99bd-472f-8962-568bf6cd626d'] response: {'server_uuid': '00b0931a-d15f-4ff6-bfc7-5490869d6892', 'name': 'network-vif-deleted', 'tag': '56f98f9e-78b0-44c5-8f41-7a79b4c6433b', 'status': 'completed', 'code': 200}
Apr 08 03:00:14.798602 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:00:15.117597 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf086550>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:15.121575 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 03:00:15.130390 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:00:15.131046 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf086550>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:00:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:15.266824 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-f143ea64-8257-47a8-8e25-c95d693b4849 req-34d6c7c6-29e6-4039-86b5-2f92e3c56496 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:00:15.281667 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-f143ea64-8257-47a8-8e25-c95d693b4849 req-34d6c7c6-29e6-4039-86b5-2f92e3c56496 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:00:15.282797 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-f143ea64-8257-47a8-8e25-c95d693b4849 req-34d6c7c6-29e6-4039-86b5-2f92e3c56496 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=00b0931a-d15f-4ff6-bfc7-5490869d6892 HTTP/1.1" status: 200  len: 210 time: 0.0576539
Apr 08 03:00:15.311592 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:00:15.628968 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf086550>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:15.632879 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd1d306-a8e2-4b4a-bad1-136f589d4e0c None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 03:00:15.833725 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3d53fc-6888-4f72-ac8f-e3e65151d908 None None] New status for floating IP 8368288b-dac1-4a98-9a5b-e65a52d5f0d0: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 03:00:16.626433 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-c66b8b7d-18d1-4586-acf0-619156904dbe tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441768386&fields=id&tenant_id=c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 267 time: 0.0403092
Apr 08 03:00:16.775881 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-9f83f7c0-a6a5-48ea-b886-1b9f4a7cd9f1 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:16.777323 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-9f83f7c0-a6a5-48ea-b886-1b9f4a7cd9f1 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 811 time: 0.1442943
Apr 08 03:00:16.792741 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-1087c122-335a-48a6-9276-285f8ac99ca9 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/quotas/c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 375 time: 0.0087922
Apr 08 03:00:16.879872 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-ab9dcb8a-5421-42b6-aa94-2ce2d19ac0d3 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0812008
Apr 08 03:00:17.013892 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-53a74488-4c9e-4591-8e14-148cd227037f service neutron] 10.222.0.23 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221015
Apr 08 03:00:17.142451 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-8996769a-ff48-49bb-9827-1bf1fe8b2579 service neutron] 10.222.0.23 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226463
Apr 08 03:00:17.328781 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 56f98f9e-78b0-44c5-8f41-7a79b4c6433b no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:00:17.369665 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 56f98f9e-78b0-44c5-8f41-7a79b4c6433b {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:00:17.370004 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 56f98f9e-78b0-44c5-8f41-7a79b4c6433b not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:00:18.651053 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fee1270c-6d0d-41b1-9219-be5304862eff req-568b58fa-34c0-491b-8a6b-fb18513352b7 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 210 time: 0.0411401
Apr 08 03:00:19.745764 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a3b2d0fc-41d5-4450-828e-98c41d21bbf9 req-5c5f8376-7a17-4b2b-97c4-c24d64ca4554 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 210 time: 0.0435445
Apr 08 03:00:20.856592 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-769d390e-0295-4224-a9f4-97cd7e6e2ed4 req-297a739f-2321-4743-8e33-78845412d943 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 210 time: 0.0417042
Apr 08 03:00:21.950838 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-47a569f3-f2ff-44c8-ae1a-20bd1d0870bd req-17e07f75-6b0f-4c58-a2b4-b3b394cf88e3 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 210 time: 0.0424151
Apr 08 03:00:23.095829 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-27f2ee23-7bac-4733-8f1a-7b146a75b5cb req-0af4fb31-c63b-45f9-9d17-ab5211e6882f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 210 time: 0.0446696
Apr 08 03:00:23.941956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-7e39fcf8-4f15-4459-8230-835496631b67 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:23.943385 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-7e39fcf8-4f15-4459-8230-835496631b67 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 811 time: 0.1453812
Apr 08 03:00:24.000841 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-1d0141e5-64cb-4817-b757-96c524fb6e5b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 380 time: 0.0436873
Apr 08 03:00:24.027774 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'port': {'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'admin_state_up': True, 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'security_groups': ['6661ce00-e55a-4ee3-bdaa-305f813b52bd']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 03:00:24.164761 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 03:00:24.177054 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 03:00:24.186997 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Made reservation on behalf of c0b956e0c3a74df8890d564dadb5ad70 for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 03:00:24.191862 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:24.248947 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-52930b53-7ee7-44d8-9c7d-7f75ca3b6506 req-db96a4a6-3aa4-47ba-858f-8945a1e88ee0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 210 time: 0.0449407
Apr 08 03:00:24.392541 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Allocated IP 172.20.0.8 (21a17f5c-b124-484f-a29f-b582b1b5f383/f5a10b23-e60e-4bcc-97d2-695ac7632fb5/f013d251-1676-438c-8a5e-51ad655e31cd) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 03:00:24.675984 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:24.694066 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Transition to ACTIVE for port object f013d251-1676-438c-8a5e-51ad655e31cd will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 03:00:24.717981 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:24.796777 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 03:00:24.800179 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 03:00:24.804917 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 03:00:24.831039 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=f013d251-1676-438c-8a5e-51ad655e31cd,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:24.870580 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:24.871829 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:24.897917 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-243e3bb1-bfa6-4454-adf1-1a1e63b62657 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8739285
Apr 08 03:00:24.914659 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Request body: {'port': {'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 03:00:25.028260 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:25.029782 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-236a35f0-4b71-4ef9-a860-bef01a4caca6 None None] Provisioning for port f013d251-1676-438c-8a5e-51ad655e31cd completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 03:00:25.034711 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-236a35f0-4b71-4ef9-a860-bef01a4caca6 None None] Provisioning complete for port f013d251-1676-438c-8a5e-51ad655e31cd triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 03:00:25.035068 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-236a35f0-4b71-4ef9-a860-bef01a4caca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:25.086803 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-236a35f0-4b71-4ef9-a860-bef01a4caca6 None None] Port f013d251-1676-438c-8a5e-51ad655e31cd cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 03:00:25.363293 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f013d251-1676-438c-8a5e-51ad655e31cd {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 03:00:25.370314 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:25.385050 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Transition to ACTIVE for port object f013d251-1676-438c-8a5e-51ad655e31cd will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 03:00:25.389600 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:25.432086 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4279b7-63ac-4594-beb3-54727feca5d9 req-c32ca923-9f82-442c-ad39-17c041afc1b0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:25.434684 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f4279b7-63ac-4594-beb3-54727feca5d9 req-c32ca923-9f82-442c-ad39-17c041afc1b0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 943 time: 0.0808718
Apr 08 03:00:25.496123 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-1f4279b7-63ac-4594-beb3-54727feca5d9 req-640e1343-747f-4206-87e8-776d35109d7d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549335
Apr 08 03:00:25.592967 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Pushing event updated for resources: {'Port': ['ID=f013d251-1676-438c-8a5e-51ad655e31cd,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:25.630812 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Attempting to bind port f013d251-1676-438c-8a5e-51ad655e31cd on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 03:00:25.631135 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Attempting to bind port f013d251-1676-438c-8a5e-51ad655e31cd by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 03:00:25.631454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Attempting to bind port f013d251-1676-438c-8a5e-51ad655e31cd on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 03:00:25.635967 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Port f013d251-1676-438c-8a5e-51ad655e31cd on network 21a17f5c-b124-484f-a29f-b582b1b5f383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 03:00:25.636278 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Attempting to bind port f013d251-1676-438c-8a5e-51ad655e31cd on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 03:00:25.642475 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 03:00:25.642807 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Checking segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 03:00:25.643177 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Bound using segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 03:00:25.643591 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Bound port: f013d251-1676-438c-8a5e-51ad655e31cd, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 03:00:25.643956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:25.735648 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] For port f013d251-1676-438c-8a5e-51ad655e31cd, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 03:00:25.738525 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] For port f013d251-1676-438c-8a5e-51ad655e31cd, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f013d251-1676-438c-8a5e-51ad655e31cd,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 03:00:25.742858 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:25.799000 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:25.799644 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:25.801025 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] 10.222.0.41 "PUT /v2.0/ports/f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 1093 time: 0.8906367
Apr 08 03:00:25.801450 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:00:25.832757 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d575b-a3ab-4650-ac7d-834692f31c99 service neutron] Pushing event updated for resources: {'Port': ['ID=f013d251-1676-438c-8a5e-51ad655e31cd,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:25.852645 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90469ddb-2e16-447e-8eef-875f9416af51'] response: {'name': 'network-changed', 'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'status': 'completed', 'code': 200}
Apr 08 03:00:25.943615 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-2a56d6a2-b82d-4b5b-ada8-0dd9de795a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:25.945112 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-2a56d6a2-b82d-4b5b-ada8-0dd9de795a79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1096 time: 0.0762730
Apr 08 03:00:26.021490 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-d1828510-f3c3-47f5-870d-3de1f1087a5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 217 time: 0.0637684
Apr 08 03:00:26.086915 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-e45796f3-c52a-4fe1-a9b2-d482d03c113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:26.088334 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-e45796f3-c52a-4fe1-a9b2-d482d03c113d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0612323
Apr 08 03:00:26.160311 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-84870557-b414-4e07-8e15-f544b9e42894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:26.161645 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-84870557-b414-4e07-8e15-f544b9e42894 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0675738
Apr 08 03:00:26.288812 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-6650855f-df67-4325-a12e-8900dc6720c8 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209154
Apr 08 03:00:26.495498 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-599d60bb-b80a-41ab-9c9b-58fbdbc11379 req-ebb8a015-0075-44f8-a236-4f35a52594b7 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006023
Apr 08 03:00:26.665466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-88ffc675-74ca-443d-8408-05e0c04a613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:26.666927 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-88ffc675-74ca-443d-8408-05e0c04a613e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1096 time: 0.0734053
Apr 08 03:00:26.694306 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1874b-6608-4076-8209-41c023f05673 req-86914c37-56c6-4d6c-a698-6af07cd9fec5 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:26.695769 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fbf1874b-6608-4076-8209-41c023f05673 req-86914c37-56c6-4d6c-a698-6af07cd9fec5 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 943 time: 0.0832958
Apr 08 03:00:26.740108 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fbf1874b-6608-4076-8209-41c023f05673 req-8577852d-8e7f-4cc5-a10b-1380a966158a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384452
Apr 08 03:00:26.800666 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-ce2d8812-b55e-4a59-bd6c-30731945ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:26.802669 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-ce2d8812-b55e-4a59-bd6c-30731945ce06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1303217
Apr 08 03:00:26.869605 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-cf9908f7-0677-434e-a99d-2ff2c738622f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 217 time: 0.0594363
Apr 08 03:00:26.932158 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-b910a05b-3b92-4ccd-b3e3-ad0675bcfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:26.934418 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-b910a05b-3b92-4ccd-b3e3-ad0675bcfd95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0582888
Apr 08 03:00:27.005650 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-2bee6889-a2b4-4d84-8a68-9189f84487a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:27.006969 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-2bee6889-a2b4-4d84-8a68-9189f84487a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0673065
Apr 08 03:00:27.135891 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-d33033bb-9191-447f-a785-a89e9232fb24 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223924
Apr 08 03:00:27.273065 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-be9bcb26-b3ae-4668-b2d8-e3fa72f283e5 req-63989bb9-4178-4539-a3b2-edda7d65c818 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229572
Apr 08 03:00:27.924497 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2452d8-b047-42f5-b435-4f42151fa0b1 req-83227bd7-227c-489a-9878-160cd56a521d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:27.925164 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9d2452d8-b047-42f5-b435-4f42151fa0b1 req-83227bd7-227c-489a-9878-160cd56a521d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:00:27.940550 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-9d2452d8-b047-42f5-b435-4f42151fa0b1 req-83227bd7-227c-489a-9878-160cd56a521d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:00:27.941770 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9d2452d8-b047-42f5-b435-4f42151fa0b1 req-83227bd7-227c-489a-9878-160cd56a521d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 943 time: 0.0928800
Apr 08 03:00:27.987831 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-9d2452d8-b047-42f5-b435-4f42151fa0b1 req-2d03ba8d-340c-4e1b-bdd0-6a3e3e2e4b52 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402870
Apr 08 03:00:29.197457 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317e777-b806-4f10-99de-7ca8be5d4f6e req-c1eeeac4-a53a-4b43-8a75-fd7d140c8c48 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:29.198886 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8317e777-b806-4f10-99de-7ca8be5d4f6e req-c1eeeac4-a53a-4b43-8a75-fd7d140c8c48 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 943 time: 0.0797470
Apr 08 03:00:29.242670 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-8317e777-b806-4f10-99de-7ca8be5d4f6e req-71e2e29c-2e2b-497c-a2c3-75dd531cca4a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375104
Apr 08 03:00:30.425758 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06b18-d6d6-40c0-b38c-9ff50e53d956 req-c571edbb-1cea-4786-aef3-f2704cd907d4 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:30.427264 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e9b06b18-d6d6-40c0-b38c-9ff50e53d956 req-c571edbb-1cea-4786-aef3-f2704cd907d4 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 943 time: 0.0782084
Apr 08 03:00:30.444618 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:30.473188 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e9b06b18-d6d6-40c0-b38c-9ff50e53d956 req-e3458486-5410-4d98-9fc8-8b1d750617a5 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390515
Apr 08 03:00:31.658200 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcfb37-0c45-46a5-9677-21a05c575591 req-9f1002e8-63b4-4de5-9eba-e689a2fec191 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:31.659661 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bfbcfb37-0c45-46a5-9677-21a05c575591 req-9f1002e8-63b4-4de5-9eba-e689a2fec191 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 943 time: 0.0828824
Apr 08 03:00:31.702798 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-bfbcfb37-0c45-46a5-9677-21a05c575591 req-2c0c728c-7045-4d84-98fa-387c0dcd4ef3 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376034
Apr 08 03:00:32.889876 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77505226-2ced-4d44-bcb8-0746985647b7 req-920ad4b5-3ccc-48b9-9a71-1ba447dde574 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:32.891356 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-77505226-2ced-4d44-bcb8-0746985647b7 req-920ad4b5-3ccc-48b9-9a71-1ba447dde574 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 943 time: 0.0858684
Apr 08 03:00:32.934422 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-77505226-2ced-4d44-bcb8-0746985647b7 req-db147bfc-f7e8-41db-a602-6d295d486311 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374744
Apr 08 03:00:33.358722 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device f013d251-1676-438c-8a5e-51ad655e31cd details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 03:00:33.489795 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port f013d251-1676-438c-8a5e-51ad655e31cd, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f013d251-1676-438c-8a5e-51ad655e31cd,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:00:33.502734 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 03:00:33.560092 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:33.576662 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f013d251-1676-438c-8a5e-51ad655e31cd {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 03:00:33.592760 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port f013d251-1676-438c-8a5e-51ad655e31cd, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f013d251-1676-438c-8a5e-51ad655e31cd,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:00:33.596245 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:33.661709 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=f013d251-1676-438c-8a5e-51ad655e31cd,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:33.668923 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.669261 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.669591 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.669915 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.670234 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.670559 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.670880 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.671195 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.671511 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.671825 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.672158 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:33.672466 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:00:34.067316 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['f013d251-1676-438c-8a5e-51ad655e31cd'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 03:00:34.118597 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e8eea-9a9d-4b12-968c-9d9a4c87eb7e req-c5f09844-2a8c-40f5-ab40-76cbc376dc9f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:34.120103 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5a9e8eea-9a9d-4b12-968c-9d9a4c87eb7e req-c5f09844-2a8c-40f5-ab40-76cbc376dc9f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 944 time: 0.0812845
Apr 08 03:00:34.172616 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5a9e8eea-9a9d-4b12-968c-9d9a4c87eb7e req-7dbb3f3f-3d94-4118-9b7a-f0842b01219e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459976
Apr 08 03:00:35.083307 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-79ff9e9d-51b1-4061-a2ac-e627ba53e977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:35.355609 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78751f8-db31-45fc-96b6-895ce35b03a7 req-aea801f1-9740-4899-b16b-a59642abffdb tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:35.357052 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c78751f8-db31-45fc-96b6-895ce35b03a7 req-aea801f1-9740-4899-b16b-a59642abffdb tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 944 time: 0.0786655
Apr 08 03:00:35.374045 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device f013d251-1676-438c-8a5e-51ad655e31cd up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 03:00:35.401761 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c78751f8-db31-45fc-96b6-895ce35b03a7 req-76e1f286-645e-41a7-b118-80f80bcfee5a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391421
Apr 08 03:00:35.442944 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port f013d251-1676-438c-8a5e-51ad655e31cd completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 03:00:35.447590 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port f013d251-1676-438c-8a5e-51ad655e31cd triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 03:00:35.447992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:35.563500 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:35.590560 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:00:35.599868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port f013d251-1676-438c-8a5e-51ad655e31cd, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f013d251-1676-438c-8a5e-51ad655e31cd,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:00:35.604888 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:35.642890 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79099128-e37b-4c16-90e9-1dc34d06c3f4'] response: {'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'code': 200}
Apr 08 03:00:35.673638 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=f013d251-1676-438c-8a5e-51ad655e31cd,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:35.930642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34741f4-f1d7-4f0f-88cc-0d0dbecbe850 req-ae706d55-71cc-461e-b1c8-b7eb502b4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:35.932021 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c34741f4-f1d7-4f0f-88cc-0d0dbecbe850 req-ae706d55-71cc-461e-b1c8-b7eb502b4c40 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1098 time: 0.0750675
Apr 08 03:00:35.970778 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c34741f4-f1d7-4f0f-88cc-0d0dbecbe850 req-40c11e4a-4d84-4c85-8438-4647b6f2f343 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330474
Apr 08 03:00:36.587286 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5755f-313f-459e-b6ff-f67b3fa01416 req-510d4b04-5808-4fa4-99ba-66605ba079cd tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:36.588763 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80e5755f-313f-459e-b6ff-f67b3fa01416 req-510d4b04-5808-4fa4-99ba-66605ba079cd tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 945 time: 0.0792692
Apr 08 03:00:36.636318 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80e5755f-313f-459e-b6ff-f67b3fa01416 req-2c54fcfe-bf90-4706-9da4-a82ff0f7ed8e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416427
Apr 08 03:00:37.263626 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-36f9b2a9-4b3c-46a1-a735-c674cab847b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:37.821078 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6741fd-30d1-454c-9b69-02108bf723d9 req-4f841897-fb90-470e-b2b2-db037b15e470 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:37.822441 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7d6741fd-30d1-454c-9b69-02108bf723d9 req-4f841897-fb90-470e-b2b2-db037b15e470 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 945 time: 0.0797920
Apr 08 03:00:37.870128 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7d6741fd-30d1-454c-9b69-02108bf723d9 req-df70f8ac-17b9-47c3-814a-39212a8f8e77 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412631
Apr 08 03:00:38.049966 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8737f7-a1e4-421e-9b47-d4cff067e667 req-76d50030-7368-4138-a8b2-744993ef08e7 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:38.051374 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce8737f7-a1e4-421e-9b47-d4cff067e667 req-76d50030-7368-4138-a8b2-744993ef08e7 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 945 time: 0.0775480
Apr 08 03:00:38.095579 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ce8737f7-a1e4-421e-9b47-d4cff067e667 req-08963b8e-c9e2-4f63-adf3-bf9f96118cac tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386102
Apr 08 03:00:38.117963 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53460) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:00:38.189076 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8568a21-5d83-4080-ae2e-599107ea02f5 tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:38.190494 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-d8568a21-5d83-4080-ae2e-599107ea02f5 tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1093 time: 0.0715787
Apr 08 03:00:38.193209 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53464) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:00:38.197983 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 03:00:38.204402 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 03:00:38.208254 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:floatingip and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 03:00:38.210996 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 03:00:38.217722 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 03:00:38.227730 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:38.359906 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:38.491233 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:38.495444 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:38.578534 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Allocated IP 172.27.1.62 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/8b6d32f7-12c1-411b-8694-cc5a6ccecc06) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 03:00:38.730553 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:38.758305 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:38.818845 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 03:00:38.825681 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 03:00:38.828184 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 03:00:38.865642 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=8b6d32f7-12c1-411b-8694-cc5a6ccecc06,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:39.234999 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:39.306003 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:39.504964 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:39.509234 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:39.623903 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=8b6d32f7-12c1-411b-8694-cc5a6ccecc06,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:00:39.635841 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:39.812021 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Floating IP dfb0d1ff-6266-4c6f-9509-af8f933f9917 associated. External IP: 172.27.1.62, port: f013d251-1676-438c-8a5e-51ad655e31cd.
Apr 08 03:00:40.031371 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:40.238974 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 03:00:40.414163 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 03:00:40.424860 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 03:00:40.434329 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:00:40.434926 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77b80>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:00:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:40.439554 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:00:40.495636 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-6cf95630-29fb-4202-90da-83aa2343d3ef tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3012099
Apr 08 03:00:40.496033 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:00:40.539240 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8847327-f1b9-4ea0-999a-a4e8c013c882'] response: {'name': 'network-changed', 'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'status': 'completed', 'code': 200}
Apr 08 03:00:40.626492 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:00:40.654850 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-c9f8e91e-0967-45ab-a89c-201f93d05679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:40.656327 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-c9f8e91e-0967-45ab-a89c-201f93d05679 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1098 time: 0.0738244
Apr 08 03:00:40.786949 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-803a033f-f2b7-495a-b390-d463c439f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:40.788353 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-803a033f-f2b7-495a-b390-d463c439f3ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1261597
Apr 08 03:00:40.888098 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-67aa42a6-289f-498d-b365-c344c4e2f150 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 998 time: 0.0933280
Apr 08 03:00:40.952172 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-6658db93-f8be-4d03-b1a4-85ad7d638290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:40.953605 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-6658db93-f8be-4d03-b1a4-85ad7d638290 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0605094
Apr 08 03:00:40.978419 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77b80>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:39Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:40.982348 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 03:00:40.990514 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:00:40.991104 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77b80>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:00:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:41.026474 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-6239729d-dfdb-4896-b7b7-3fb225d62b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:41.028621 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-6239729d-dfdb-4896-b7b7-3fb225d62b45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690522
Apr 08 03:00:41.087834 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:00:41.157747 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-2eb6d2e4-365a-4b89-9e2f-be0752aada69 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234879
Apr 08 03:00:41.244472 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:00:41.285734 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-0f99006a-8288-43b7-aaae-5f9885ce8d6e req-f82ecd78-e152-46c6-81ef-0011edad92db service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222370
Apr 08 03:00:41.728101 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcde77b80>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:39Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:00:41.732458 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b4f87e-8bb9-4d24-985e-027223af08de None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:39Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 03:00:41.909986 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4db69-80a8-4dd1-8e7c-c8ea0fa4bb8e None None] New status for floating IP dfb0d1ff-6266-4c6f-9509-af8f933f9917: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 03:00:42.780580 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-1cace757-9ac3-4aa7-ab66-8b49e7c823ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0708692
Apr 08 03:00:42.934806 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-585ab7c5-f469-4c7c-b924-8cbc3b88ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:42.936873 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-585ab7c5-f469-4c7c-b924-8cbc3b88ac9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1098 time: 0.0727105
Apr 08 03:00:43.163601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-f9b5a9fa-24ba-4790-b906-c7aca2738015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:43.165062 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-f9b5a9fa-24ba-4790-b906-c7aca2738015 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.2108576
Apr 08 03:00:43.271797 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-c403be6c-399b-48d8-8a8f-df1ae3b8f097 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 1000 time: 0.0990953
Apr 08 03:00:43.335394 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-1e0ec713-a879-4131-b6fb-9f22dc060d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:43.336808 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-1e0ec713-a879-4131-b6fb-9f22dc060d02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0587080
Apr 08 03:00:43.408880 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-f82ca38e-6082-481d-8e61-0748faf61078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:00:43.410286 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-f82ca38e-6082-481d-8e61-0748faf61078 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0672975
Apr 08 03:00:43.538591 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-137d56ec-17ef-4e3c-9c98-c1f7cdd912f6 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224773
Apr 08 03:00:43.667261 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-20143916-730c-4ac2-9217-7b7cbe99f70f req-17064704-c802-48f0-838b-3031a6d8ab85 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231782
Apr 08 03:01:00.452117 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:05.085334 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-aee0cca9-da7c-4f8f-80d9-714a7a70cd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:07.265791 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-431055f6-1f21-45aa-bd37-acaae1526aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:08.473243 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:08.475805 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:10.033614 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:18.087140 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:01:30.445754 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:35.087286 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-56ba7e56-1776-405b-85ee-393f89724cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:37.265901 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-57540d77-14c0-43a7-af0f-90bf826f2489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:38.471295 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:38.478375 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:40.036720 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:01:44.759629 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-192ff9fd-a006-43d5-9bad-5d521ca781aa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0674593
Apr 08 03:01:44.914076 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-4e97237d-e23a-4d81-9fc8-b6ffa7e1ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:44.915504 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-4e97237d-e23a-4d81-9fc8-b6ffa7e1ecba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1098 time: 0.0720477
Apr 08 03:01:45.057933 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-e7099adf-18b5-4457-b5ae-918fe2d8f07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:45.059396 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-e7099adf-18b5-4457-b5ae-918fe2d8f07a service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1260836
Apr 08 03:01:45.162002 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-71c10ccb-2fca-4266-8337-d4f115825c3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 1000 time: 0.0969033
Apr 08 03:01:45.222246 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-5386a485-0772-4552-8737-3f5c51878b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:45.223606 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-5386a485-0772-4552-8737-3f5c51878b13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0557365
Apr 08 03:01:45.297682 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-3c176823-60bc-41f6-808c-04e546a10544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:01:45.299182 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-3c176823-60bc-41f6-808c-04e546a10544 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700214
Apr 08 03:01:45.427337 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-f441aeda-c51d-4bf0-b07a-6e63b9965745 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215501
Apr 08 03:01:45.556786 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-09a003ee-4f8d-4f7e-9b10-bc628231c83f req-80f3cdac-eed8-446e-a981-3d99043b3628 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229682
Apr 08 03:01:55.086049 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:02:00.460015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:05.094180 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-21ddda25-62d1-4557-8018-eb44de08771b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:07.269535 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-79e605f4-fe77-4a93-ae41-a6416dd89d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:08.466288 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:08.477149 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:10.039182 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:30.462359 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:32.085041 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:02:34.592158 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-43e05d85-5e55-4681-a1bd-87203f1ee69e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441768386&fields=id&tenant_id=c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 267 time: 0.0394521
Apr 08 03:02:34.823919 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-b7286fba-e347-4f0c-9e9e-01a95f4e76e0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:34.825294 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-b7286fba-e347-4f0c-9e9e-01a95f4e76e0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 811 time: 0.2268198
Apr 08 03:02:34.839329 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-df8507c3-9b37-4ccc-bc49-8834a6aa86eb tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/quotas/c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 375 time: 0.0086117
Apr 08 03:02:34.925460 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-745ba2ac-e039-4bbc-87da-031b1472f17f tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0813241
Apr 08 03:02:35.085493 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c498-bf70-4003-8280-b022294d8437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:35.110115 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-7fb2349e-0869-46d8-8b1b-8d63824cf2d9 service neutron] 10.222.0.23 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726258
Apr 08 03:02:35.245430 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-9ccf9af9-9a4b-4b5a-8f31-83c640ff71d0 service neutron] 10.222.0.23 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291120
Apr 08 03:02:35.630751 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cc03521b-b132-4689-a2fe-8aad9ce6fc00 req-5ea33fab-219b-4a8e-aeb5-724a4d470d2c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 210 time: 0.0469403
Apr 08 03:02:36.786444 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-c81916c6-3333-4599-a530-36ff395d56dd req-be9f262a-0352-4b7b-8cfe-c4e5b992e721 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 210 time: 0.0478036
Apr 08 03:02:36.935977 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d8d234d-af91-42ad-aa70-bf4eb1c1cc0c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:36.937392 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d8d234d-af91-42ad-aa70-bf4eb1c1cc0c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 811 time: 0.1501186
Apr 08 03:02:36.989402 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-d5844483-8095-4601-9f6b-9bb514994592 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0b956e0c3a74df8890d564dadb5ad70 HTTP/1.1" status: 200  len: 380 time: 0.0388985
Apr 08 03:02:36.998700 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'port': {'device_id': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'admin_state_up': True, 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'security_groups': ['6661ce00-e55a-4ee3-bdaa-305f813b52bd']}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 03:02:37.134762 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 03:02:37.144766 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 03:02:37.154735 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Made reservation on behalf of c0b956e0c3a74df8890d564dadb5ad70 for: {'port': 1} {{(pid=87223) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Apr 08 03:02:37.158445 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.274161 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1815-b12f-4a83-b3b4-534ac6515a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.331613 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Allocated IP 172.20.0.12 (21a17f5c-b124-484f-a29f-b582b1b5f383/f5a10b23-e60e-4bcc-97d2-695ac7632fb5/4adb38c5-882c-496a-85c8-6d97105c5b68) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 03:02:37.515353 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.530924 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Transition to ACTIVE for port object 4adb38c5-882c-496a-85c8-6d97105c5b68 will not be triggered until provisioned by entity DHCP. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 03:02:37.553762 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.621012 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 03:02:37.628698 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 03:02:37.633207 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 03:02:37.663854 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=4adb38c5-882c-496a-85c8-6d97105c5b68,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:37.685253 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.685589 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.685916 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.686237 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.686556 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.686873 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.687192 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.687503 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.687820 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.688153 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.688462 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.688769 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:37.711454 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:37.712082 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.738683 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-0d70433c-e930-49e0-ba32-ed06fae323ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7442591
Apr 08 03:02:37.757631 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Request body: {'port': {'device_id': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83705'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 03:02:37.884719 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.917509 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-1ab3b0e3-2cdd-4605-9b95-915cb28982c5 None None] Provisioning for port 4adb38c5-882c-496a-85c8-6d97105c5b68 completed by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 03:02:37.922954 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-1ab3b0e3-2cdd-4605-9b95-915cb28982c5 None None] Provisioning complete for port 4adb38c5-882c-496a-85c8-6d97105c5b68 triggered by entity DHCP. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 03:02:37.923567 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b0e3-2cdd-4605-9b95-915cb28982c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:37.977677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-1ab3b0e3-2cdd-4605-9b95-915cb28982c5 None None] Port 4adb38c5-882c-496a-85c8-6d97105c5b68 cannot update to ACTIVE because it is not bound. {{(pid=87224) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Apr 08 03:02:38.003511 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6daa0e-20cd-4cba-8c40-b077a36c2a7b req-a0dde4c7-94e0-4108-8b7d-a90d552603ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:38.004989 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2a6daa0e-20cd-4cba-8c40-b077a36c2a7b req-a0dde4c7-94e0-4108-8b7d-a90d552603ed tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 932 time: 0.1008339
Apr 08 03:02:38.050609 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-2a6daa0e-20cd-4cba-8c40-b077a36c2a7b req-43b3548b-910e-4bc0-858b-f83412b9be59 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384130
Apr 08 03:02:38.318601 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4adb38c5-882c-496a-85c8-6d97105c5b68 {{(pid=87223) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 03:02:38.326347 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.340901 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.provisioning_blocks [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Transition to ACTIVE for port object 4adb38c5-882c-496a-85c8-6d97105c5b68 will not be triggered until provisioned by entity L2. {{(pid=87223) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Apr 08 03:02:38.345421 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.466178 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Pushing event updated for resources: {'Port': ['ID=4adb38c5-882c-496a-85c8-6d97105c5b68,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:38.498381 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.504482 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.585281 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Attempting to bind port 4adb38c5-882c-496a-85c8-6d97105c5b68 on host hv-cinder-83705 for vnic_type normal with profile  {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Apr 08 03:02:38.585611 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Attempting to bind port 4adb38c5-882c-496a-85c8-6d97105c5b68 by drivers openvswitch,hyperv on host hv-cinder-83705 at level 0 using segments [{'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Apr 08 03:02:38.585933 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Attempting to bind port 4adb38c5-882c-496a-85c8-6d97105c5b68 on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 03:02:38.591474 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Port 4adb38c5-882c-496a-85c8-6d97105c5b68 on network 21a17f5c-b124-484f-a29f-b582b1b5f383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83705 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Apr 08 03:02:38.591791 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Attempting to bind port 4adb38c5-882c-496a-85c8-6d97105c5b68 on network 21a17f5c-b124-484f-a29f-b582b1b5f383 {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Apr 08 03:02:38.598020 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Checking agent: {'id': '63b94e1f-de53-45b7-998b-d607dec1762e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83705', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'started_at': datetime.datetime(2022, 4, 8, 2, 41, 28), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 3, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 03:02:38.598432 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Checking segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87223) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Apr 08 03:02:38.599022 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Bound using segment: {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'} {{(pid=87223) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 03:02:38.599384 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.managers [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Bound port: 4adb38c5-882c-496a-85c8-6d97105c5b68, host: hv-cinder-83705, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc14343-ce4d-48ed-8b40-6e27d5f7e235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383'}}] {{(pid=87223) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Apr 08 03:02:38.599762 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.692278 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] For port 4adb38c5-882c-496a-85c8-6d97105c5b68, host hv-cinder-83705, cleared binding levels {{(pid=87223) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Apr 08 03:02:38.695043 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] For port 4adb38c5-882c-496a-85c8-6d97105c5b68, host hv-cinder-83705, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=4adb38c5-882c-496a-85c8-6d97105c5b68,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87223) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Apr 08 03:02:38.698901 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.752102 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:38.752773 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:38.754126 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] 10.222.0.41 "PUT /v2.0/ports/4adb38c5-882c-496a-85c8-6d97105c5b68 HTTP/1.1" status: 200  len: 1094 time: 1.0022757
Apr 08 03:02:38.754542 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:02:38.784155 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e7919-28f6-4111-adc4-8eeb332ea08c service neutron] Pushing event updated for resources: {'Port': ['ID=4adb38c5-882c-496a-85c8-6d97105c5b68,revision_number=3']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:38.891350 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-49e2e22e-e3b3-4013-951b-0567749ee535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:38.892944 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-49e2e22e-e3b3-4013-951b-0567749ee535 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 1097 time: 0.0802124
Apr 08 03:02:38.965430 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbfb72c6-2abb-4e4c-8a15-87c169959d06'] response: {'name': 'network-changed', 'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'status': 'completed', 'code': 200}
Apr 08 03:02:38.980962 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-91692731-9539-4c42-8fed-835b89ab5629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adb38c5-882c-496a-85c8-6d97105c5b68 HTTP/1.1" status: 200  len: 217 time: 0.0745969
Apr 08 03:02:39.045453 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-f63723a3-711d-4079-a0a4-5739c964059c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:39.046871 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-f63723a3-711d-4079-a0a4-5739c964059c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0600748
Apr 08 03:02:39.121956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-3d96bb09-fe6a-4228-820a-57ec2c301df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:39.123430 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-3d96bb09-fe6a-4228-820a-57ec2c301df8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707676
Apr 08 03:02:39.240287 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229b5f4-9081-4aee-849b-07435d6728bd req-a94a36eb-f85a-48ac-84fe-abfc60b30e09 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:39.241745 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f229b5f4-9081-4aee-849b-07435d6728bd req-a94a36eb-f85a-48ac-84fe-abfc60b30e09 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.0835421
Apr 08 03:02:39.255825 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-4eff5df7-6401-4d96-a24f-d4ded13c54af service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263809
Apr 08 03:02:39.289276 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-f229b5f4-9081-4aee-849b-07435d6728bd req-8bf5a7fd-bb0a-48dd-9805-770283107c3b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412638
Apr 08 03:02:39.389865 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-1c5cf6b1-ddeb-47eb-894e-90dee0cf9075 req-ffdd5dc8-58a8-4b92-b92d-fdf1146df3e4 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274219
Apr 08 03:02:39.550788 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-51b1264d-f08a-4dd6-818b-17d032f35823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:39.552250 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-51b1264d-f08a-4dd6-818b-17d032f35823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 1097 time: 0.0705729
Apr 08 03:02:39.678956 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-7367e2be-ea99-4b7a-bfed-efc25ec9349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:39.680287 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-7367e2be-ea99-4b7a-bfed-efc25ec9349f service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1215713
Apr 08 03:02:39.749562 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-ab354a0d-e110-4225-8b09-5b18579f547f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adb38c5-882c-496a-85c8-6d97105c5b68 HTTP/1.1" status: 200  len: 217 time: 0.0636747
Apr 08 03:02:39.812441 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-164b190e-a1f8-4d97-ae1b-49705af23a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:39.813794 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-164b190e-a1f8-4d97-ae1b-49705af23a4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0590858
Apr 08 03:02:39.884237 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-2dc2d587-98a6-4396-93ab-59b8fddef550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:39.885727 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-2dc2d587-98a6-4396-93ab-59b8fddef550 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0668814
Apr 08 03:02:40.044206 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:40.103782 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-91c17c56-eddd-428c-8ba7-7e5d902ef09c service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2122087
Apr 08 03:02:40.232044 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de18025c-fb97-421e-9ff9-fcab4db2ba52 req-dc938359-c227-40a0-b5c6-a9f6d090a3d4 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220162
Apr 08 03:02:40.486298 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc781d9f-7e63-40e8-be00-4dd1cf347100 req-672898ae-2958-4599-8cc0-f8d3dc1fb7e8 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:40.486974 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-fc781d9f-7e63-40e8-be00-4dd1cf347100 req-672898ae-2958-4599-8cc0-f8d3dc1fb7e8 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:02:40.502364 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-fc781d9f-7e63-40e8-be00-4dd1cf347100 req-672898ae-2958-4599-8cc0-f8d3dc1fb7e8 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:02:40.503847 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fc781d9f-7e63-40e8-be00-4dd1cf347100 req-672898ae-2958-4599-8cc0-f8d3dc1fb7e8 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.1013889
Apr 08 03:02:40.551158 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-fc781d9f-7e63-40e8-be00-4dd1cf347100 req-fd9ff603-1969-48e8-af01-4254d70e203d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415778
Apr 08 03:02:41.745004 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849e50d-ddf8-4edb-860a-6c0bdf089296 req-48ad625c-b6bc-4ba2-a823-37abda859dae tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:41.746538 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6849e50d-ddf8-4edb-860a-6c0bdf089296 req-48ad625c-b6bc-4ba2-a823-37abda859dae tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.0793533
Apr 08 03:02:41.788750 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-6849e50d-ddf8-4edb-860a-6c0bdf089296 req-1c5d378d-8568-4cb9-bf3d-35a6694d6898 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366273
Apr 08 03:02:42.971352 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b428490-ec77-4a5d-8841-ce2da40179c5 req-84aab871-65c8-4ed8-8b5a-94a9bd4d4958 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:42.972825 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8b428490-ec77-4a5d-8841-ce2da40179c5 req-84aab871-65c8-4ed8-8b5a-94a9bd4d4958 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.0788329
Apr 08 03:02:43.016100 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8b428490-ec77-4a5d-8841-ce2da40179c5 req-57b0ef23-dab8-43bf-976c-ca24e1a25f5a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377309
Apr 08 03:02:44.198748 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49876353-b37a-436f-8694-73580e206ec7 req-588996e2-92ad-4cd3-9a39-904b9ccc724e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:44.200207 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-49876353-b37a-436f-8694-73580e206ec7 req-588996e2-92ad-4cd3-9a39-904b9ccc724e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.0824394
Apr 08 03:02:44.242764 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-49876353-b37a-436f-8694-73580e206ec7 req-5d6fee43-f5db-46a0-96e0-af9decf2b0f0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368006
Apr 08 03:02:44.773410 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-fe240af6-2bd1-455a-88d0-bfd939d98ce6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703552
Apr 08 03:02:44.926852 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-6e501733-ddae-4eb3-983b-48e97c6566ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:44.928300 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-6e501733-ddae-4eb3-983b-48e97c6566ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1098 time: 0.0705712
Apr 08 03:02:45.072877 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-62c99d54-a139-4687-9024-7ea2027da461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:45.073756 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-62c99d54-a139-4687-9024-7ea2027da461 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1254742
Apr 08 03:02:45.174015 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-462424a6-9ba0-4d1a-a7b6-09f46db25b84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 1000 time: 0.0945747
Apr 08 03:02:45.234830 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-47231300-9815-450b-a413-400e13e022c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:45.236218 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-47231300-9815-450b-a413-400e13e022c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0565643
Apr 08 03:02:45.312478 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-dddb09f5-c078-413c-b4a2-14302953417f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:45.313926 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-dddb09f5-c078-413c-b4a2-14302953417f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724518
Apr 08 03:02:45.489641 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-58ea3121-34b3-486c-a8ec-b7062dbc578a service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677537
Apr 08 03:02:45.544044 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840cb50-00e2-45cd-a326-29f272c223aa req-50f6cd2e-641e-4d39-96c3-011321d7c083 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:45.545426 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8840cb50-00e2-45cd-a326-29f272c223aa req-50f6cd2e-641e-4d39-96c3-011321d7c083 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.1909866
Apr 08 03:02:45.658834 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-8840cb50-00e2-45cd-a326-29f272c223aa req-7676f0e4-a213-4584-9e7d-d8a69c7f2c21 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706458
Apr 08 03:02:45.663650 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-53fa8d09-2f26-48b9-96fe-4c3a0a365ef8 req-338bc281-68b9-4f3d-820e-958099af1bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661808
Apr 08 03:02:46.846734 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d4245-f8f9-4c89-af36-198b59834e47 req-c4547380-ebd3-407f-ab73-3257bfdec775 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:46.848187 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cc2d4245-f8f9-4c89-af36-198b59834e47 req-c4547380-ebd3-407f-ab73-3257bfdec775 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.0833178
Apr 08 03:02:46.890758 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-cc2d4245-f8f9-4c89-af36-198b59834e47 req-12cddf44-5cf1-428c-85b2-14730064a16a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369883
Apr 08 03:02:47.990408 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 4adb38c5-882c-496a-85c8-6d97105c5b68 details requested by agent hyperv_hv-cinder-83705 with host hv-cinder-83705 {{(pid=87224) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Apr 08 03:02:48.077369 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21c3fb-9575-418a-b8b3-9421921b0a08 req-0ba9dced-1eb7-436d-a7ff-6d2a33dd46f9 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:48.078820 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-da21c3fb-9575-418a-b8b3-9421921b0a08 req-0ba9dced-1eb7-436d-a7ff-6d2a33dd46f9 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 944 time: 0.0782616
Apr 08 03:02:48.122452 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 4adb38c5-882c-496a-85c8-6d97105c5b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=4adb38c5-882c-496a-85c8-6d97105c5b68,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:02:48.122860 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-da21c3fb-9575-418a-b8b3-9421921b0a08 req-405177d4-9669-4026-8eb9-3117c0834c88 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383344
Apr 08 03:02:48.135832 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Returning: {'device': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'port_id': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'mac_address': 'fa:16:3e:77:c7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87224) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 03:02:48.193656 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:48.209631 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4adb38c5-882c-496a-85c8-6d97105c5b68 {{(pid=87224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Apr 08 03:02:48.231194 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 4adb38c5-882c-496a-85c8-6d97105c5b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=4adb38c5-882c-496a-85c8-6d97105c5b68,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:02:48.235161 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:48.305426 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=4adb38c5-882c-496a-85c8-6d97105c5b68,revision_number=4']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:48.312677 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.313015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.313346 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.313673 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.314000 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.314318 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.314644 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.314951 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.315269 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.315581 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.315893 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.316226 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:02:48.656745 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] get_ports_and_sgs() called for port_ids ['4adb38c5-882c-496a-85c8-6d97105c5b68'] {{(pid=87224) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 03:02:49.305634 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c72a-a8e7-416a-9329-f8acc39b85bf req-99161d71-e0e1-42c7-9318-2cb5dfc05e2d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:49.307561 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5483c72a-a8e7-416a-9329-f8acc39b85bf req-99161d71-e0e1-42c7-9318-2cb5dfc05e2d tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 945 time: 0.0797207
Apr 08 03:02:49.354171 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-5483c72a-a8e7-416a-9329-f8acc39b85bf req-a432257d-45c2-4186-884f-69dd01e21c68 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384634
Apr 08 03:02:50.009973 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 4adb38c5-882c-496a-85c8-6d97105c5b68 up at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Apr 08 03:02:50.078866 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning for port 4adb38c5-882c-496a-85c8-6d97105c5b68 completed by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Apr 08 03:02:50.083557 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.provisioning_blocks [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Provisioning complete for port 4adb38c5-882c-496a-85c8-6d97105c5b68 triggered by entity L2. {{(pid=87224) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Apr 08 03:02:50.083940 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33384748'] for port, provisioning_complete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:50.230569 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:50.256803 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68'}] {{(pid=87224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:02:50.267040 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] For port 4adb38c5-882c-496a-85c8-6d97105c5b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=4adb38c5-882c-496a-85c8-6d97105c5b68,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:02:50.270294 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485'] for port, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:50.337969 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Pushing event updated for resources: {'Port': ['ID=4adb38c5-882c-496a-85c8-6d97105c5b68,revision_number=5']} {{(pid=87224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:50.355024 dv-cinder-837051-1-iscsi neutron-server[87224]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bc32bf-06d7-40e1-bbf1-1a68e72c59ae'] response: {'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'code': 200}
Apr 08 03:02:50.542663 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e4e24-e0a3-4176-a275-885a8e90dd6f req-690be7f3-e400-4d14-a6aa-3297a567d4e1 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:50.544160 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7f3e4e24-e0a3-4176-a275-885a8e90dd6f req-690be7f3-e400-4d14-a6aa-3297a567d4e1 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 946 time: 0.0862927
Apr 08 03:02:50.590356 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7f3e4e24-e0a3-4176-a275-885a8e90dd6f req-d85724f0-03e6-4742-a003-70fa88e62931 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403533
Apr 08 03:02:50.653749 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02b75e-f840-422c-94c6-3fe3dfd68c9a req-9f2fd805-c70e-4a74-9ad6-a325818b0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:50.655158 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de02b75e-f840-422c-94c6-3fe3dfd68c9a req-9f2fd805-c70e-4a74-9ad6-a325818b0d49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 1099 time: 0.0696454
Apr 08 03:02:50.694782 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-de02b75e-f840-422c-94c6-3fe3dfd68c9a req-1bf41b0e-05fb-474a-ad4e-5a94de919820 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334260
Apr 08 03:02:51.773270 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645fba8-b98f-4c46-80c9-35fdea84e3ed req-a77486e1-1bd7-4f19-adb4-e97fb1d03d58 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:51.774682 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3645fba8-b98f-4c46-80c9-35fdea84e3ed req-a77486e1-1bd7-4f19-adb4-e97fb1d03d58 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 946 time: 0.0786989
Apr 08 03:02:51.819545 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-3645fba8-b98f-4c46-80c9-35fdea84e3ed req-720355d5-da4d-42c1-baa8-2677260e9c2c tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384619
Apr 08 03:02:53.006875 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f839e-07d5-4dfd-88d5-1d90cd42f038 req-0ba69f2d-abe7-44b3-b676-89a92c80ecd0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:53.008316 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a87f839e-07d5-4dfd-88d5-1d90cd42f038 req-0ba69f2d-abe7-44b3-b676-89a92c80ecd0 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 946 time: 0.0805309
Apr 08 03:02:53.054085 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-a87f839e-07d5-4dfd-88d5-1d90cd42f038 req-d863591b-7a12-47ac-8e44-2d774b232ab4 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401785
Apr 08 03:02:53.480947 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1721d-7397-480c-8a5c-a3b82362456c req-63732afd-6e41-44f7-918b-80e4831c5cdc tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:53.482311 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-17a1721d-7397-480c-8a5c-a3b82362456c req-63732afd-6e41-44f7-918b-80e4831c5cdc tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 946 time: 0.1695118
Apr 08 03:02:53.526027 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-17a1721d-7397-480c-8a5c-a3b82362456c req-c64154f3-dc17-47f7-96ab-f8d96806d111 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375061
Apr 08 03:02:53.548442 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53604) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:02:53.620435 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae3cf70-6d78-44ca-a066-ea5f024aeeae tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:53.621950 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1ae3cf70-6d78-44ca-a066-ea5f024aeeae tempest-TestVolumeBootPattern-384950258 tempest-TestVolumeBootPattern-384950258-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 1094 time: 0.0725465
Apr 08 03:02:53.624875 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53608) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:02:53.629963 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.v2.base [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Request body: {'floatingip': {'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'port_id': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87223) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 03:02:53.637466 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Apr 08 03:02:53.641373 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Usage tracker for resource:floatingip and tenant:c0b956e0c3a74df8890d564dadb5ad70 is out of sync, need to count used quota {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Apr 08 03:02:53.644195 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87223) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Apr 08 03:02:53.649923 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.quota.driver [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87223) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Apr 08 03:02:53.661085 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:53.795550 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:53.933609 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.db_base_plugin_common [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Allocated IP 172.27.1.225 (03a9deff-df61-421f-a3fd-cca96c52bff2/5aea4937-dc9c-4bd6-83e7-81cfca294c0b/77885258-d2e0-4000-b3e1-459135d83127) {{(pid=87223) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Apr 08 03:02:54.083866 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:54.112480 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757387334422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:54.174342 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Network 03a9deff-df61-421f-a3fd-cca96c52bff2 is already hosted by enough agents. {{(pid=87223) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Apr 08 03:02:54.177015 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.base_scheduler [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Resources bound (agent type, host, resource id):  {{(pid=87223) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Apr 08 03:02:54.186077 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Received port after_create {{(pid=87223) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Apr 08 03:02:54.219857 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=77885258-d2e0-4000-b3e1-459135d83127,revision_number=1']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:54.591301 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:54.664788 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33050068'] for port, before_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:54.863829 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for port, precommit_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:54.868148 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757387698436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757387334440', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757387334485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2488981'] for port, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:54.976018 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event updated for resources: {'Port': ['ID=77885258-d2e0-4000-b3e1-459135d83127,revision_number=2']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:02:54.988304 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-866138'] for floatingip, after_update {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:55.240478 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.db.l3_db [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Floating IP a256ed73-da2b-4d39-ba11-72d3ed4513d5 associated. External IP: 172.27.1.225, port: 4adb38c5-882c-496a-85c8-6d97105c5b68.
Apr 08 03:02:55.590180 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87223) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 03:02:55.763864 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87223) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 03:02:55.773325 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 03:02:55.782498 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:02:55.783112 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55280>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:02:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:55.787068 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:02:55.844268 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-02c648c7-6263-4164-9a8c-5ff7d4c8ed2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2183712
Apr 08 03:02:55.844935 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:02:55.890130 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cee44d0-8a26-4049-a49c-40e1e8434f51'] response: {'name': 'network-changed', 'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'status': 'completed', 'code': 200}
Apr 08 03:02:55.963831 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:02:56.006796 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d531-0105-43db-a1b8-efb937201280 req-d8df8853-4703-42f5-b3a6-5a5cf26b9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:56.008284 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e962d531-0105-43db-a1b8-efb937201280 req-d8df8853-4703-42f5-b3a6-5a5cf26b9405 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 1099 time: 0.0711586
Apr 08 03:02:56.137523 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d531-0105-43db-a1b8-efb937201280 req-6ae98fde-d2f4-484f-b065-4938dda19be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:56.138963 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e962d531-0105-43db-a1b8-efb937201280 req-6ae98fde-d2f4-484f-b065-4938dda19be3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1240988
Apr 08 03:02:56.240666 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e962d531-0105-43db-a1b8-efb937201280 req-84768707-64b7-4eae-b1f9-71422e50b7d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adb38c5-882c-496a-85c8-6d97105c5b68 HTTP/1.1" status: 200  len: 1000 time: 0.0952892
Apr 08 03:02:56.303048 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55280>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'a256ed73-da2b-4d39-ba11-72d3ed4513d5', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:77:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:02:54Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}, {'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:42Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:56.303539 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d531-0105-43db-a1b8-efb937201280 req-b1f3af00-04f0-4982-aad7-42f04169bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:56.305061 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e962d531-0105-43db-a1b8-efb937201280 req-b1f3af00-04f0-4982-aad7-42f04169bb3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0568511
Apr 08 03:02:56.307498 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 03:02:56.316364 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:02:56.316938 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55280>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:02:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:56.382557 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d531-0105-43db-a1b8-efb937201280 req-0a14c43b-f2de-4390-88de-295cff64cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:02:56.384044 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e962d531-0105-43db-a1b8-efb937201280 req-0a14c43b-f2de-4390-88de-295cff64cfd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727715
Apr 08 03:02:56.495284 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:02:56.517280 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e962d531-0105-43db-a1b8-efb937201280 req-22c1118c-465e-45b9-93e1-ed3fe1d8c717 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235609
Apr 08 03:02:56.748459 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e962d531-0105-43db-a1b8-efb937201280 req-812d9be5-db6a-49bb-aed1-043a060b9c63 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2250404
Apr 08 03:02:56.853037 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fccf55280>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'a256ed73-da2b-4d39-ba11-72d3ed4513d5', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:77:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:02:54Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}, {'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:42Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:02:56.857694 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8abf27-ca5d-43e1-ab69-3733e03bcc2d None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'a256ed73-da2b-4d39-ba11-72d3ed4513d5', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.225', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:77:c7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:02:54Z', 'updated_at': '2022-04-08T03:02:54Z', 'revision_number': 0, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}, {'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:42Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 03:02:57.052230 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1126e-999d-4b0b-b69b-9c198879ed67 None None] New status for floating IP a256ed73-da2b-4d39-ba11-72d3ed4513d5: ACTIVE {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 03:03:00.466636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:05.090230 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-820171d3-4c58-4d75-a85d-2843ee388dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:07.275068 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-486f0d8d-87d5-4b5b-bbb9-c00721364849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:08.481070 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:08.489194 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:09.084249 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:03:10.044344 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:30.470882 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:35.092146 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-86e3318e-81dd-43cf-adf3-2c8ad7607e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:37.276817 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-4d64f38d-4d9c-4bc4-b541-25523de6cf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:38.481303 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:38.486657 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:40.046559 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:03:44.770389 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-8ab43a40-a1d7-43cb-88a9-f5985f2a20c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0659802
Apr 08 03:03:44.940240 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-2b8a43bd-a4e1-431b-b7c4-e637ccf06088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:03:44.941677 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-2b8a43bd-a4e1-431b-b7c4-e637ccf06088 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1098 time: 0.0711074
Apr 08 03:03:45.080644 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-249a7dde-701c-4e05-a08b-a4fb30ee6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:03:45.081949 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-249a7dde-701c-4e05-a08b-a4fb30ee6e70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1218860
Apr 08 03:03:45.181059 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-64290bd6-4866-416c-844c-af751137cf79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 1000 time: 0.0926235
Apr 08 03:03:45.239986 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-b63ee197-9989-4c0c-9c2f-7d7543a26d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:03:45.241319 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-b63ee197-9989-4c0c-9c2f-7d7543a26d86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0550039
Apr 08 03:03:45.314513 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-55cdb948-e7dd-475d-b5c2-0a985274e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:03:45.315955 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-55cdb948-e7dd-475d-b5c2-0a985274e8b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683403
Apr 08 03:03:45.445876 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-8bcb4241-26f7-4563-9ec3-ba1026fdcd5e service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237357
Apr 08 03:03:45.581189 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-80f4f18a-54f9-4e92-a174-dbe746e31538 req-94bd6a89-0c8a-41ff-8f25-6bff6624c7f8 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286206
Apr 08 03:03:46.083328 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:04:00.476454 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:05.094071 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e77b67f9-0e87-4f24-83e3-1a728bbaeb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:07.277973 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-54a2c172-c8b4-45da-a2f3-62ef491f2032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:08.483753 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:08.489221 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:10.050722 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:23.082775 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:04:30.481527 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:35.095502 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-e85e2496-cfbe-4569-9088-6e711df02827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:37.279965 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-05ba08e7-3fce-46a3-822a-5e74d0d7cbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:38.480138 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:38.493128 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:40.051450 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:44.843710 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-07d5308f-c926-4b5f-afc4-cfbdd3a69c93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1084857
Apr 08 03:04:44.940658 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53642) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:44.942451 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-8d4d394a-4cdb-4c59-9f7c-02d9b7ad043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:44.943876 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-8d4d394a-4cdb-4c59-9f7c-02d9b7ad043f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 1099 time: 0.0691664
Apr 08 03:04:45.087639 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-6b754f1a-8258-44bf-a9dc-8a1bc39c8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:45.089797 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-6b754f1a-8258-44bf-a9dc-8a1bc39c8044 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1273382
Apr 08 03:04:45.191860 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-45073f25-cd9f-4c48-ac65-804314d48530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adb38c5-882c-496a-85c8-6d97105c5b68 HTTP/1.1" status: 200  len: 1002 time: 0.0965557
Apr 08 03:04:45.227838 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Deleting port 77885258-d2e0-4000-b3e1-459135d83127 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:04:45.228206 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:45.251990 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-50b172f9-e921-4400-b37a-8357310e4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:45.253391 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-50b172f9-e921-4400-b37a-8357310e4d3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0561116
Apr 08 03:04:45.328405 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-71c45faf-b667-40e7-a190-d5224d6d5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:45.329836 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-71c45faf-b667-40e7-a190-d5224d6d5cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708287
Apr 08 03:04:45.340783 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-fa9c304b-56d5-4382-b284-4332a9d86a68 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=87223) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Apr 08 03:04:45.341628 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-fa9c304b-56d5-4382-b284-4332a9d86a68 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055096
Apr 08 03:04:45.398198 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:45.398520 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:45.470447 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-1dd41e19-baf5-493a-8148-064cda824882 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222694
Apr 08 03:04:45.520606 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Calling delete_port for 77885258-d2e0-4000-b3e1-459135d83127 owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:04:45.675531 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:45.694060 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-ca29231b-214d-4b3b-b53b-cf895549ec42 req-e453aa63-dccd-44c4-8b36-3e93004e93d2 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163453
Apr 08 03:04:45.722188 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event deleted for resources: {'Port': ['ID=77885258-d2e0-4000-b3e1-459135d83127,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:45.762885 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.763225 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.763555 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.763881 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.764228 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.764550 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.764869 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.765187 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.765505 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.765819 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.766135 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.766445 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87222) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:45.823914 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:45.824264 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Floating IP a256ed73-da2b-4d39-ba11-72d3ed4513d5 disassociated (deleted). External IP: 172.27.1.225, port: 4adb38c5-882c-496a-85c8-6d97105c5b68.
Apr 08 03:04:46.169269 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 03:04:46.343728 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 03:04:46.353099 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 03:04:46.362982 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:04:46.363575 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda1d730>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:46.363753 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:46.417780 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-87ccab2f-b0b1-4138-bb82-054968229589 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "DELETE /v2.0/floatingips/a256ed73-da2b-4d39-ba11-72d3ed4513d5 HTTP/1.1" status: 204  len: 168 time: 1.4754963
Apr 08 03:04:46.418615 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:04:46.547200 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:04:46.549964 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a56387-930c-4a10-8c24-8831f9f53696'] response: {'name': 'network-changed', 'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'status': 'completed', 'code': 200}
Apr 08 03:04:46.682651 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-7e07ad09-6029-400c-85ec-bf97d9fd88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:46.685124 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-7e07ad09-6029-400c-85ec-bf97d9fd88d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 1099 time: 0.0916529
Apr 08 03:04:46.820612 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-9186a6d9-ecff-43dd-bb52-18ce262bfa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:46.822061 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-9186a6d9-ecff-43dd-bb52-18ce262bfa31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1292436
Apr 08 03:04:46.860292 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d54882-333b-400e-8904-660093bcd4ad req-9e96f15b-d476-4d3c-85d0-0bf2179495af tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:46.860987 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-08d54882-333b-400e-8904-660093bcd4ad req-9e96f15b-d476-4d3c-85d0-0bf2179495af tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:04:46.878215 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-08d54882-333b-400e-8904-660093bcd4ad req-9e96f15b-d476-4d3c-85d0-0bf2179495af tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:04:46.879466 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-08d54882-333b-400e-8904-660093bcd4ad req-9e96f15b-d476-4d3c-85d0-0bf2179495af tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 946 time: 0.1552145
Apr 08 03:04:46.895339 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-978a9fdb-2744-40cc-8983-2bc10a9d2505 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4adb38c5-882c-496a-85c8-6d97105c5b68 HTTP/1.1" status: 200  len: 217 time: 0.0669000
Apr 08 03:04:46.907545 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda1d730>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:42Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:46.911771 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 03:04:46.921216 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:04:46.921846 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda1d730>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:46.960937 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-90b103df-6071-4809-89b5-1edce921e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:46.962291 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-90b103df-6071-4809-89b5-1edce921e76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0605390
Apr 08 03:04:47.035572 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-08d54882-333b-400e-8904-660093bcd4ad req-56de4b20-9f7a-4132-80eb-9e6439321f74 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1489711
Apr 08 03:04:47.044665 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-03d58942-7e1e-4c55-91b4-a3fb7d346468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:47.046136 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-03d58942-7e1e-4c55-91b4-a3fb7d346468 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772791
Apr 08 03:04:47.109987 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:04:47.179079 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-1dd4f2de-1038-4f52-a9c8-84d617ded7dd service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255980
Apr 08 03:04:47.309968 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-bd3f67f5-75cf-48e8-bbbb-5af647148d27 req-79fe48b2-bc97-417a-9dd6-33f322aeb390 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244812
Apr 08 03:04:47.465652 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda1d730>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:42Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:47.469604 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797ccaa5-169b-490f-a315-b7eb1e6b068c None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_floatingips': [{'id': 'dfb0d1ff-6266-4c6f-9509-af8f933f9917', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'router_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'port_id': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'mac_address': 'fa:16:3e:00:0d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T03:00:39Z', 'updated_at': '2022-04-08T03:00:42Z', 'revision_number': 1, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 03:04:47.694041 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5baa9acc-00bf-4a95-9b6f-d290e5af1a07 None None] New status for floating IP a256ed73-da2b-4d39-ba11-72d3ed4513d5: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 03:04:48.276184 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85659d0-df89-4ad6-9c7c-258e8c765b02 req-bec1125e-ba93-4897-8c2b-767da3567bac tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:48.277897 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a85659d0-df89-4ad6-9c7c-258e8c765b02 req-bec1125e-ba93-4897-8c2b-767da3567bac tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 946 time: 0.1266801
Apr 08 03:04:48.323533 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-a85659d0-df89-4ad6-9c7c-258e8c765b02 req-dd870d51-8d21-4f85-8644-8e8de4f86def tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398536
Apr 08 03:04:48.733728 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-ed5bb9e9-d7af-4ab1-8bb3-34a4b34cda2a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:48.735111 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-ed5bb9e9-d7af-4ab1-8bb3-34a4b34cda2a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 946 time: 0.0773289
Apr 08 03:04:48.802297 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Deleting port 4adb38c5-882c-496a-85c8-6d97105c5b68 {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:04:48.802549 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:49.037958 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] For port 4adb38c5-882c-496a-85c8-6d97105c5b68, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=4adb38c5-882c-496a-85c8-6d97105c5b68,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:04:49.038339 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:49.161263 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Calling delete_port for 4adb38c5-882c-496a-85c8-6d97105c5b68 owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:04:49.299103 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:49.437109 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event deleted for resources: {'Port': ['ID=4adb38c5-882c-496a-85c8-6d97105c5b68,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:49.447810 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.448770 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.449208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.449594 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.449922 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.450248 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.450573 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.450886 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.451208 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.451528 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.451842 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.452189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837051-1-iscsi {{(pid=87223) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Apr 08 03:04:49.480838 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-4e6b846e-7aa1-4150-89aa-f40576b808f8 req-b74dca8e-6ba0-4114-9273-b1f315d73a1a tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 210 time: 0.0449665
Apr 08 03:04:49.525977 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] No DVR routers for this DVR port 4adb38c5-882c-496a-85c8-6d97105c5b68 on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:04:49.529189 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:49.531607 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'name': 'network-vif-deleted', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:04:49.546798 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-32d1af18-cfee-46f7-9940-ac32d1d46a4b req-d32e86c2-d900-48fb-805b-bd0589b6ee32 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "DELETE /v2.0/ports/4adb38c5-882c-496a-85c8-6d97105c5b68 HTTP/1.1" status: 204  len: 173 time: 0.8057096
Apr 08 03:04:49.575455 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd62d0a-2db8-49d9-854c-d9236d7adfea'] response: {'server_uuid': 'ef5a80ce-2d3f-479d-addf-d7e1464475d1', 'name': 'network-vif-deleted', 'tag': '4adb38c5-882c-496a-85c8-6d97105c5b68', 'status': 'completed', 'code': 200}
Apr 08 03:04:50.647847 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-7fa7fbfb-2d42-4fd1-8ab2-e320d7ce1bd2 req-5caf7bb0-faa7-4f5d-86a4-7122e3776199 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef5a80ce-2d3f-479d-addf-d7e1464475d1 HTTP/1.1" status: 200  len: 210 time: 0.0438795
Apr 08 03:04:52.671448 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 4adb38c5-882c-496a-85c8-6d97105c5b68 no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:04:52.710084 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: 4adb38c5-882c-496a-85c8-6d97105c5b68 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:04:52.710426 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device 4adb38c5-882c-496a-85c8-6d97105c5b68 not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:04:54.131972 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53682) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:54.328061 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Deleting port 8b6d32f7-12c1-411b-8694-cc5a6ccecc06 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:04:54.328397 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:54.495150 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:54.495680 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:54.617336 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Calling delete_port for 8b6d32f7-12c1-411b-8694-cc5a6ccecc06 owned by network:floatingip {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:04:54.763734 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:54.836670 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event deleted for resources: {'Port': ['ID=8b6d32f7-12c1-411b-8694-cc5a6ccecc06,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:54.903543 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:54.903986 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.db.l3_db [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Floating IP dfb0d1ff-6266-4c6f-9509-af8f933f9917 disassociated (deleted). External IP: 172.27.1.62, port: f013d251-1676-438c-8a5e-51ad655e31cd.
Apr 08 03:04:55.247701 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 03:04:55.521374 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 03:04:55.530733 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 03:04:55.537106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:55.539430 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:04:55.540059 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcd0814f0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:55.594285 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-cc0c6f2e-26ec-47b2-bd58-cb8d4c35f020 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "DELETE /v2.0/floatingips/dfb0d1ff-6266-4c6f-9509-af8f933f9917 HTTP/1.1" status: 204  len: 168 time: 1.4612374
Apr 08 03:04:55.594840 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd'}] {{(pid=87222) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:04:55.641448 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb2c896-4e1a-4f1c-a6c3-bc4e7c7d2559'] response: {'name': 'network-changed', 'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'status': 'completed', 'code': 200}
Apr 08 03:04:55.762703 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:04:55.769604 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-df249c85-fdfb-4db7-92ec-fe95830819b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:55.771531 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-df249c85-fdfb-4db7-92ec-fe95830819b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 1098 time: 0.0863366
Apr 08 03:04:55.943834 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-61d5872b-8323-4f00-9756-fb2c3c37f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:55.945278 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-61d5872b-8323-4f00-9756-fb2c3c37f341 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 200  len: 912 time: 0.1673040
Apr 08 03:04:56.018420 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-f0737608-8715-407b-b049-c0368003b392 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 200  len: 217 time: 0.0662901
Apr 08 03:04:56.076347 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcd0814f0>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:56.080268 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 03:04:56.089002 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:04:56.090148 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcd0814f0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:56.098145 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640b5fb-e983-4a4e-96b0-2f0a1fc8ce76 req-65e16867-e880-4e36-bb16-399bded6bb2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:56.098832 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-e640b5fb-e983-4a4e-96b0-2f0a1fc8ce76 req-65e16867-e880-4e36-bb16-399bded6bb2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:04:56.109676 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-e76146a5-78d4-4cfa-b054-5ebb73e05cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:56.111050 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-e76146a5-78d4-4cfa-b054-5ebb73e05cb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 200  len: 850 time: 0.0853388
Apr 08 03:04:56.156990 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.quota.resource [req-e640b5fb-e983-4a4e-96b0-2f0a1fc8ce76 req-65e16867-e880-4e36-bb16-399bded6bb2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87223) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:04:56.158139 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e640b5fb-e983-4a4e-96b0-2f0a1fc8ce76 req-65e16867-e880-4e36-bb16-399bded6bb2b tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 945 time: 0.2529991
Apr 08 03:04:56.213313 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-e640b5fb-e983-4a4e-96b0-2f0a1fc8ce76 req-ddc77574-3432-4e24-b74c-cdb9d7ab44cc tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473583
Apr 08 03:04:56.228343 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-fef66c82-0338-422b-a4cc-b5e9e7e7577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:56.232124 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-fef66c82-0338-422b-a4cc-b5e9e7e7577e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21a17f5c-b124-484f-a29f-b582b1b5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1122010
Apr 08 03:04:56.270320 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:04:56.364761 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-ddee5601-c8ad-4e3b-b831-58a23b977c66 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252561
Apr 08 03:04:56.515039 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d2e24010-2f4b-4aa2-8ac8-92a058b17c5d req-6484a7a4-8d6b-4c5a-b576-6bf6dee8e2b5 service neutron] 10.222.0.41 "GET /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437364
Apr 08 03:04:56.584826 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcd0814f0>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:04:56.588777 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffdb94-c175-4f7d-9d4e-ba4c82609e6a None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:56:59Z', 'revision_number': 4, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi', '_interfaces': [{'id': 'f9660267-6983-4ceb-a063-2d5561146754', 'name': '', 'network_id': '21a17f5c-b124-484f-a29f-b582b1b5f383', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'mac_address': 'fa:16:3e:4e:8d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:58Z', 'updated_at': '2022-04-08T02:57:05Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'subnets': [{'id': 'f5a10b23-e60e-4bcc-97d2-695ac7632fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 03:04:56.790055 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ccc19b-3653-4ba2-8ead-ea6ba2be9ab1 None None] New status for floating IP dfb0d1ff-6266-4c6f-9509-af8f933f9917: DOWN {{(pid=87225) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Apr 08 03:04:57.398238 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3baf5b-6d94-43ef-b845-6bd163d68c1f req-2cd835da-2791-4f91-acfe-8a636f91e059 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87222) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:57.398953 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-fb3baf5b-6d94-43ef-b845-6bd163d68c1f req-2cd835da-2791-4f91-acfe-8a636f91e059 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Synchronizing usage tracker for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Apr 08 03:04:57.411002 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.quota.resource [req-fb3baf5b-6d94-43ef-b845-6bd163d68c1f req-2cd835da-2791-4f91-acfe-8a636f91e059 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Unset dirty status for tenant:c0b956e0c3a74df8890d564dadb5ad70 on resource:port {{(pid=87222) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Apr 08 03:04:57.412127 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fb3baf5b-6d94-43ef-b845-6bd163d68c1f req-2cd835da-2791-4f91-acfe-8a636f91e059 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 945 time: 0.0929222
Apr 08 03:04:57.455625 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-fb3baf5b-6d94-43ef-b845-6bd163d68c1f req-6bd6ecfe-cb94-4f97-826d-e1675400a0b7 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/security-groups?id=6661ce00-e55a-4ee3-bdaa-305f813b52bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370846
Apr 08 03:04:57.665569 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-a9155445-3be2-4d79-88f8-6dd5f3e7c6b9 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87223) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Apr 08 03:04:57.666972 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-a9155445-3be2-4d79-88f8-6dd5f3e7c6b9 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 945 time: 0.0817957
Apr 08 03:04:57.737250 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Deleting port f013d251-1676-438c-8a5e-51ad655e31cd {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:04:57.737584 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:57.979595 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.db [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] For port f013d251-1676-438c-8a5e-51ad655e31cd, host hv-cinder-83705, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83705',level=0,port_id=f013d251-1676-438c-8a5e-51ad655e31cd,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87223) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:04:57.980049 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:58.099049 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Calling delete_port for f013d251-1676-438c-8a5e-51ad655e31cd owned by compute:nova {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:04:58.321738 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:58.369567 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event deleted for resources: {'Port': ['ID=f013d251-1676-438c-8a5e-51ad655e31cd,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:04:58.444666 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] No DVR routers for this DVR port f013d251-1676-438c-8a5e-51ad655e31cd on host hv-cinder-83705 {{(pid=87223) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:04:58.447071 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for port, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:04:58.450121 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'name': 'network-vif-deleted', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd'}] {{(pid=87223) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Apr 08 03:04:58.466479 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [req-d00eaaa6-0c29-4709-aa8c-1e243034df90 req-549b3c93-69ea-442d-b508-2413c9dea756 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.41 "DELETE /v2.0/ports/f013d251-1676-438c-8a5e-51ad655e31cd HTTP/1.1" status: 204  len: 173 time: 0.7948833
Apr 08 03:04:58.496039 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3939c32f-5e79-4e94-a0a2-e55a50167749'] response: {'server_uuid': 'e67546e2-cbb7-431b-a962-56f9667d39f3', 'name': 'network-vif-deleted', 'tag': 'f013d251-1676-438c-8a5e-51ad655e31cd', 'status': 'completed', 'code': 200}
Apr 08 03:04:58.611610 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [req-b6e92951-877e-4f1c-947c-9dd712657918 req-30f68cbb-145b-458e-8664-d98b50afaaa8 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "GET /v2.0/ports?device_id=e67546e2-cbb7-431b-a962-56f9667d39f3 HTTP/1.1" status: 200  len: 210 time: 0.0435774
Apr 08 03:04:59.709960 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53700) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:04:59.878146 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Deleting port 3e88815a-9fe9-47ab-869e-9135be88980d {{(pid=87223) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:04:59.878479 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:00.048011 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:00.048287 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:00.081304 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:05:00.168232 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.plugins.ml2.plugin [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Calling delete_port for 3e88815a-9fe9-47ab-869e-9135be88980d owned by network:floatingip {{(pid=87223) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:00.304258 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2488990'] for port, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:00.351322 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event deleted for resources: {'Port': ['ID=3e88815a-9fe9-47ab-869e-9135be88980d,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:00.440351 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for floatingip, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:00.453784 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-466866'] for floatingip, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:00.454911 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-1c663cb1-0bc9-4dc6-b0de-fdb0ab82060e tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "DELETE /v2.0/floatingips/8368288b-dac1-4a98-9a5b-e65a52d5f0d0 HTTP/1.1" status: 204  len: 168 time: 0.7439847
Apr 08 03:05:00.491985 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:00.738640 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device f013d251-1676-438c-8a5e-51ad655e31cd no longer exists at agent hyperv_hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:05:00.781834 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] No Port match for: f013d251-1676-438c-8a5e-51ad655e31cd {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:05:00.782167 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Device f013d251-1676-438c-8a5e-51ad655e31cd not bound to the agent host hv-cinder-83705 {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:05:01.822287 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [-] (87223) accepted ('10.222.0.23', 53714) {{(pid=87223) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:01.889478 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c18b0e05-2d29-4495-9ef4-f69f6695bb05 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group, before_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:01.919380 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c18b0e05-2d29-4495-9ef4-f69f6695bb05 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:01.986427 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c18b0e05-2d29-4495-9ef4-f69f6695bb05 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:02.004609 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b0e05-2d29-4495-9ef4-f69f6695bb05 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6661ce00-e55a-4ee3-bdaa-305f813b52bd,revision_number=None']} {{(pid=87223) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:02.019039 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron_lib.callbacks.manager [None req-c18b0e05-2d29-4495-9ef4-f69f6695bb05 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] Notify callbacks [] for security_group, before_response {{(pid=87223) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:02.022625 dv-cinder-837051-1-iscsi neutron-server[87223]: INFO neutron.wsgi [None req-c18b0e05-2d29-4495-9ef4-f69f6695bb05 tempest-TestVolumeBootPattern-1101353304 tempest-TestVolumeBootPattern-1101353304-project] 10.222.0.23 "DELETE /v2.0/security-groups/6661ce00-e55a-4ee3-bdaa-305f813b52bd HTTP/1.1" status: 204  len: 168 time: 0.1968911
Apr 08 03:05:02.077612 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53720) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:02.720342 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:03.066134 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Deleting port f9660267-6983-4ceb-a063-2d5561146754 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:03.066466 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:03.328474 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] For port f9660267-6983-4ceb-a063-2d5561146754, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=f9660267-6983-4ceb-a063-2d5561146754,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:03.329155 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:03.449222 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Calling delete_port for f9660267-6983-4ceb-a063-2d5561146754 owned by network:router_interface {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:03.771844 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:03.817633 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9660267-6983-4ceb-a063-2d5561146754,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:04.086019 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:04.433207 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Router 22e05f51-3f7e-452b-9dc9-ae601724f278 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 03:05:04.711573 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 03:05:04.720810 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] Sync routers for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 03:05:04.723832 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e960b5ce-8497-47ca-ad88-1837e664a4c0 admin admin] 10.222.0.23 "PUT /v2.0/routers/22e05f51-3f7e-452b-9dc9-ae601724f278/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6451857
Apr 08 03:05:04.726319 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53726) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:04.731599 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:05:04.732220 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10b50>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:04.907868 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:05:04.911512 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks [] for router, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.092196 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.101856 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Deleting port 772f1c73-a247-49aa-9446-431b13b65c05 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:05.102187 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.156116 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-a40f3129-ea8c-491d-8ec8-adeb482cbaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.242458 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10b50>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '772f1c73-a247-49aa-9446-431b13b65c05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T03:05:03Z', 'revision_number': 5, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port': {'id': '772f1c73-a247-49aa-9446-431b13b65c05', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T02:57:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:05.246635 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] Checking router: 22e05f51-3f7e-452b-9dc9-ae601724f278 for host: dv-cinder-837051-1-iscsi {{(pid=87224) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 03:05:05.254656 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] Routers {'22e05f51-3f7e-452b-9dc9-ae601724f278'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87224) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:05:05.255238 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10b50>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:04:37Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['22e05f51-3f7e-452b-9dc9-ae601724f278'], 'active': True} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:05.290675 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] For port 772f1c73-a247-49aa-9446-431b13b65c05, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=772f1c73-a247-49aa-9446-431b13b65c05,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:05.291033 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.406557 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_dvr_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] Set router 22e05f51-3f7e-452b-9dc9-ae601724f278 gateway port host: None {{(pid=87224) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:05:05.419730 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Calling delete_port for 772f1c73-a247-49aa-9446-431b13b65c05 owned by network:router_gateway {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:05.512698 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.db.l3_hamode_db [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcda10b50>, [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T03:05:05Z', 'revision_number': 6, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:05.516841 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f28b061-8fa4-4c0d-a087-4447b2edcdb6 None None] The sync data for ids ['22e05f51-3f7e-452b-9dc9-ae601724f278'] in dv-cinder-837051-1-iscsi is: [{'id': '22e05f51-3f7e-452b-9dc9-ae601724f278', 'name': 'tempest-TestVolumeBootPattern-674230981-router', 'tenant_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:56:55Z', 'updated_at': '2022-04-08T03:05:05Z', 'revision_number': 6, 'project_id': 'c0b956e0c3a74df8890d564dadb5ad70', 'gw_port_host': None}] {{(pid=87224) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 03:05:05.600149 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.646702 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Pushing event deleted for resources: {'Port': ['ID=772f1c73-a247-49aa-9446-431b13b65c05,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:05.734531 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.908665 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.910848 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.938631 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.939141 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e05f51-3f7e-452b-9dc9-ae601724f278 {{(pid=87222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 03:05:05.951947 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:05.953065 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-a603eb1a-021b-441d-bd5d-4d78f6a67dac admin admin] 10.222.0.23 "DELETE /v2.0/routers/22e05f51-3f7e-452b-9dc9-ae601724f278 HTTP/1.1" status: 204  len: 168 time: 1.2258587
Apr 08 03:05:05.955558 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53730) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:06.118458 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_v2 [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] Deleting subnet f5a10b23-e60e-4bcc-97d2-695ac7632fb5 {{(pid=87222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 03:05:06.122136 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.171165 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508645'] for subnet, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.249704 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.322751 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2481867'] for subnet, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.360649 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5a10b23-e60e-4bcc-97d2-695ac7632fb5,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:06.362589 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.366916 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea597f93-b96e-47d9-977b-4bd01cf5ef23 None None] Network 21a17f5c-b124-484f-a29f-b582b1b5f383 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 03:05:06.368592 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-be627de8-8883-41ce-9d49-ad0ac94cc73b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f5a10b23-e60e-4bcc-97d2-695ac7632fb5 HTTP/1.1" status: 204  len: 168 time: 0.4120071
Apr 08 03:05:06.371524 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53734) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:06.477720 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.488230 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Deleting port b00c8dd6-f826-44fd-ad00-3dff35fba257 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:06.488563 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.628318 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] DHCP port deletion for 21a17f5c-b124-484f-a29f-b582b1b5f383 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 03:05:06.632182 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Deleting port b00c8dd6-f826-44fd-ad00-3dff35fba257 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:06.632579 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.699404 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] For port b00c8dd6-f826-44fd-ad00-3dff35fba257, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b00c8dd6-f826-44fd-ad00-3dff35fba257,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:06.700044 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.822100 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Calling delete_port for b00c8dd6-f826-44fd-ad00-3dff35fba257 owned by network:dhcp {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:06.840500 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] For port b00c8dd6-f826-44fd-ad00-3dff35fba257, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=b00c8dd6-f826-44fd-ad00-3dff35fba257,segment=NetworkSegment(6dc14343-ce4d-48ed-8b40-6e27d5f7e235),segment_id=6dc14343-ce4d-48ed-8b40-6e27d5f7e235)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:06.840891 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.899520 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:06.949790 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00c8dd6-f826-44fd-ad00-3dff35fba257,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:06.953250 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] No DVR routers for this DVR port b00c8dd6-f826-44fd-ad00-3dff35fba257 on host dv-cinder-837051-1-iscsi {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:05:06.967822 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Calling delete_port for b00c8dd6-f826-44fd-ad00-3dff35fba257 owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:07.042705 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 03:05:07.043054 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 03:05:07.069464 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.095917 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fcce07be0>,) {'filters': {'network_id': ['21a17f5c-b124-484f-a29f-b582b1b5f383']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:07.109848 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcce07be0>, '6dc14343-ce4d-48ed-8b40-6e27d5f7e235') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:07.110334 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fcce07be0>, '6dc14343-ce4d-48ed-8b40-6e27d5f7e235') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:07.121894 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.137569 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.143418 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 03:05:07.143792 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 03:05:07.157571 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 03:05:07.233139 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.251297 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.256891 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] Pushing event deleted for resources: {'Network': ['ID=21a17f5c-b124-484f-a29f-b582b1b5f383,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:07.272802 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4d8a8a92-a697-4fbc-b9b7-2cb1d19b5709 admin admin] 10.222.0.23 "DELETE /v2.0/networks/21a17f5c-b124-484f-a29f-b582b1b5f383 HTTP/1.1" status: 204  len: 168 time: 0.9002745
Apr 08 03:05:07.275656 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53738) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:07.282915 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-5b409f71-fa4c-4619-afdd-ffdbec7131f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.404060 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b00c8dd6-f826-44fd-ad00-3dff35fba257 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:05:07.450221 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: b00c8dd6-f826-44fd-ad00-3dff35fba257 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:05:07.450467 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device b00c8dd6-f826-44fd-ad00-3dff35fba257 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:05:07.451338 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 772f1c73-a247-49aa-9446-431b13b65c05 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:05:07.483892 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 772f1c73-a247-49aa-9446-431b13b65c05 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:05:07.484350 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 772f1c73-a247-49aa-9446-431b13b65c05 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:05:07.484659 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device f9660267-6983-4ceb-a063-2d5561146754 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:05:07.547488 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Deleting port b00c8dd6-f826-44fd-ad00-3dff35fba257 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:07.547845 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:07.583992 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: f9660267-6983-4ceb-a063-2d5561146754 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:05:07.584335 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device f9660267-6983-4ceb-a063-2d5561146754 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:05:07.620440 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-b429460b-a8cc-4ea3-b1f6-822d0094620f None None] The port 'b00c8dd6-f826-44fd-ad00-3dff35fba257' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 03:05:07.932016 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-864300'] for router_interface, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:08.278797 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Deleting port dab54aa8-ebce-4d1d-ba43-fad2b20506cd {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:08.279049 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:08.446731 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] For port dab54aa8-ebce-4d1d-ba43-fad2b20506cd, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,segment=NetworkSegment(2f01e198-7e86-40eb-93f9-4e0bfb640bbe),segment_id=2f01e198-7e86-40eb-93f9-4e0bfb640bbe)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:08.447077 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:08.477082 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:08.495130 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:08.569568 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Calling delete_port for dab54aa8-ebce-4d1d-ba43-fad2b20506cd owned by network:router_interface {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:08.741997 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:08.793106 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab54aa8-ebce-4d1d-ba43-fad2b20506cd,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:09.151800 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-864432'] for router_interface, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:09.505205 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Router 7b761935-feb1-4d48-8a4b-34f184f6cae6 has already been hosted by L3 agent 5fca2851-19a5-4f5b-87e0-58996662fd9a {{(pid=87222) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Apr 08 03:05:09.681172 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] Notify agent at l3_agent.dv-cinder-837051-1-iscsi the message routers_updated {{(pid=87222) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Apr 08 03:05:09.690205 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] Sync routers for ids ['7b761935-feb1-4d48-8a4b-34f184f6cae6'] in dv-cinder-837051-1-iscsi {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Apr 08 03:05:09.697514 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-51ecc1d1-5a79-48b1-a273-70da78990a78 admin admin] 10.222.0.23 "PUT /v2.0/routers/7b761935-feb1-4d48-8a4b-34f184f6cae6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4201560
Apr 08 03:05:09.700071 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] Routers {'7b761935-feb1-4d48-8a4b-34f184f6cae6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:05:09.700217 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53742) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:09.700663 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf110df0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:05:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['7b761935-feb1-4d48-8a4b-34f184f6cae6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:09.873413 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks [] for router, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:09.879951 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] Set router 7b761935-feb1-4d48-8a4b-34f184f6cae6 gateway port host: dv-cinder-837051-1-iscsi {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:05:10.053640 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.056281 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.062697 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Deleting port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:10.063069 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.168097 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf110df0>, [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'external_fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T03:05:08Z', 'revision_number': 5, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port': {'id': '9b110dc5-8f84-4a88-bfb3-4afe6c8e0508', 'name': '', 'network_id': '03a9deff-df61-421f-a3fd-cca96c52bff2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837051-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T02:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5aea4937-dc9c-4bd6-83e7-81cfca294c0b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837051-1-iscsi'}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:10.171778 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] Checking router: 7b761935-feb1-4d48-8a4b-34f184f6cae6 for host: dv-cinder-837051-1-iscsi {{(pid=87225) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Apr 08 03:05:10.179920 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] Routers {'7b761935-feb1-4d48-8a4b-34f184f6cae6'} bound to L3 agent in host dv-cinder-837051-1-iscsi {{(pid=87225) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Apr 08 03:05:10.180535 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6fcf110df0>, 'dv-cinder-837051-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-08T02:34:37Z,description=<?>,heartbeat_timestamp=2022-04-08T03:05:07Z,host='dv-cinder-837051-1-iscsi',id=5fca2851-19a5-4f5b-87e0-58996662fd9a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-04-08T02:34:37Z,topic='l3_agent')) {'router_ids': ['7b761935-feb1-4d48-8a4b-34f184f6cae6'], 'active': True} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:10.240213 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] For port 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,segment=NetworkSegment(545309a8-e90e-4862-a300-589627bf2744),segment_id=545309a8-e90e-4862-a300-589627bf2744)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:10.240848 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.330436 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_dvr_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] Set router 7b761935-feb1-4d48-8a4b-34f184f6cae6 gateway port host: None {{(pid=87225) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Apr 08 03:05:10.360994 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Calling delete_port for 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 owned by network:router_gateway {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:10.437012 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.l3_hamode_db [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6fcf110df0>, [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T03:05:10Z', 'revision_number': 6, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port_host': None}], 'dv-cinder-837051-1-iscsi', False) {} {{(pid=87225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:10.441389 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7659e657-64bb-4986-a3f7-80451dc5e949 None None] The sync data for ids ['7b761935-feb1-4d48-8a4b-34f184f6cae6'] in dv-cinder-837051-1-iscsi is: [{'id': '7b761935-feb1-4d48-8a4b-34f184f6cae6', 'name': 'tempest-TestVolumeBootPattern-2003456727-router', 'tenant_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T02:57:02Z', 'updated_at': '2022-04-08T03:05:10Z', 'revision_number': 6, 'project_id': 'c6332dba62154e5a9e70cb6bcf65a39e', 'gw_port_host': None}] {{(pid=87225) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Apr 08 03:05:10.634809 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.684137 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b110dc5-8f84-4a88-bfb3-4afe6c8e0508,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:10.769669 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-866057'] for router_gateway, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.941467 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-866366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-292'] for router, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.943521 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.964944 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-866529'] for router, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.965435 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b761935-feb1-4d48-8a4b-34f184f6cae6 {{(pid=87222) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Apr 08 03:05:10.976967 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] Notify callbacks [] for router, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:10.978070 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-60cf2c84-6550-46cb-a0c3-73e2605b4156 admin admin] 10.222.0.23 "DELETE /v2.0/routers/7b761935-feb1-4d48-8a4b-34f184f6cae6 HTTP/1.1" status: 204  len: 168 time: 1.2770760
Apr 08 03:05:10.980608 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53746) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:11.040086 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.db_base_plugin_v2 [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] Deleting subnet b65cdd60-dfd3-4595-895f-d40074b5d128 {{(pid=87222) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Apr 08 03:05:11.043501 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.091076 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508645'] for subnet, precommit_delete_associations {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.175870 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33364780'] for subnet, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.245863 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33364773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1633333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2481867'] for subnet, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.280764 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65cdd60-dfd3-4595-895f-d40074b5d128,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:11.286055 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for subnet, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.292779 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-410ad848-ace6-4645-b268-7b2a10b6bda0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b65cdd60-dfd3-4595-895f-d40074b5d128 HTTP/1.1" status: 204  len: 168 time: 0.3108580
Apr 08 03:05:11.294767 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53750) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:11.295404 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcf5c79-8d33-449f-a58c-b5f578935009 None None] Network f20d1dc0-b769-4375-bd01-8c4300c659e3 requested from dv-cinder-837051-1-iscsi {{(pid=87224) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Apr 08 03:05:11.404699 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33264624'] for network, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.416623 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Deleting port e1c234b4-d6b5-404a-a982-55352e8f7589 {{(pid=87222) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:11.416959 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.430461 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device dab54aa8-ebce-4d1d-ba43-fad2b20506cd no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:05:11.472323 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: dab54aa8-ebce-4d1d-ba43-fad2b20506cd {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:05:11.472716 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device dab54aa8-ebce-4d1d-ba43-fad2b20506cd not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:05:11.473057 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:05:11.509351 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:05:11.511493 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device 9b110dc5-8f84-4a88-bfb3-4afe6c8e0508 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:05:11.635165 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] DHCP port deletion for f20d1dc0-b769-4375-bd01-8c4300c659e3 request from dv-cinder-837051-1-iscsi {{(pid=87224) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Apr 08 03:05:11.639436 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Deleting port e1c234b4-d6b5-404a-a982-55352e8f7589 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:11.639806 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.652236 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.db [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] For port e1c234b4-d6b5-404a-a982-55352e8f7589, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=e1c234b4-d6b5-404a-a982-55352e8f7589,segment=NetworkSegment(2f01e198-7e86-40eb-93f9-4e0bfb640bbe),segment_id=2f01e198-7e86-40eb-93f9-4e0bfb640bbe)] {{(pid=87222) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:11.652614 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.773718 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Calling delete_port for e1c234b4-d6b5-404a-a982-55352e8f7589 owned by network:dhcp {{(pid=87222) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:11.849352 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.db [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] For port e1c234b4-d6b5-404a-a982-55352e8f7589, host dv-cinder-837051-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837051-1-iscsi',level=0,port_id=e1c234b4-d6b5-404a-a982-55352e8f7589,segment=NetworkSegment(2f01e198-7e86-40eb-93f9-4e0bfb640bbe),segment_id=2f01e198-7e86-40eb-93f9-4e0bfb640bbe)] {{(pid=87224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Apr 08 03:05:11.849794 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-855852'] for port, precommit_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.860408 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-33048587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757387697646', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757387334431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1633280'] for port, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:11.910938 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c234b4-d6b5-404a-a982-55352e8f7589,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:11.912721 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] No DVR routers for this DVR port e1c234b4-d6b5-404a-a982-55352e8f7589 on host dv-cinder-837051-1-iscsi {{(pid=87222) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Apr 08 03:05:11.975955 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Calling delete_port for e1c234b4-d6b5-404a-a982-55352e8f7589 owned by network:dhcp {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}}
Apr 08 03:05:12.052015 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.db.api [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 03:05:12.052247 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG oslo_db.api [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Apr 08 03:05:12.113907 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33365159', 'neutron.services.segments.db._delete_segments_for_network-8757387868245'] for network, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.139518 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6fccf7e220>,) {'filters': {'network_id': ['f20d1dc0-b769-4375-bd01-8c4300c659e3']}} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:12.151101 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccf7e220>, '2f01e198-7e86-40eb-93f9-4e0bfb640bbe') {'for_net_delete': True} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:12.151396 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.services.segments.db [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6fccf7e220>, '2f01e198-7e86-40eb-93f9-4e0bfb640bbe') {} {{(pid=87222) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Apr 08 03:05:12.162284 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757387872880', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508652'] for segment, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.181582 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33359355'] for segment, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.188676 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87222) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Apr 08 03:05:12.189057 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-33359337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1633391'] for segment, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]: Traceback (most recent call last):
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     timer()
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     cb(*args, **kw)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     return func(*args, **kwargs)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     self._notify()
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     self.callback(batched_events)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     event.method(event)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     aggregate_uuid = self.p_client.list_aggregates(
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     return f(self, *a, **k)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._get(url).json()
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     return self.request(url, 'GET', **kwargs)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     base_url = self.get_endpoint(auth, allow=allow,
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 03:05:12.207682 dv-cinder-837051-1-iscsi neutron-server[87222]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 03:05:12.281392 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33365148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-866092'] for network, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.297019 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525152'] for network, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.307620 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] Pushing event deleted for resources: {'Network': ['ID=f20d1dc0-b769-4375-bd01-8c4300c659e3,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:12.314893 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-e2ae699b-0b32-42a8-9f4f-c1c26e7f0217 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f20d1dc0-b769-4375-bd01-8c4300c659e3 HTTP/1.1" status: 204  len: 168 time: 1.0191946
Apr 08 03:05:12.425417 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53756) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:12.474094 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-4527f669-310f-4f1e-8708-e58d34539a79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c0b956e0c3a74df8890d564dadb5ad70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475523
Apr 08 03:05:12.476560 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53760) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:12.537625 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1481e68c-1f23-4192-be8a-9175571c0971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.553557 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Deleting port e1c234b4-d6b5-404a-a982-55352e8f7589 {{(pid=87224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}}
Apr 08 03:05:12.554060 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757387692548'] for port, before_delete {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.564296 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1481e68c-1f23-4192-be8a-9175571c0971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.615348 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1481e68c-1f23-4192-be8a-9175571c0971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.622244 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-2d58230c-2707-4140-a4a2-3191e0bb3b25 None None] The port 'e1c234b4-d6b5-404a-a982-55352e8f7589' was deleted {{(pid=87224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}}
Apr 08 03:05:12.635421 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481e68c-1f23-4192-be8a-9175571c0971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbac1641-046a-49d9-b0cd-da0bc876c6d7,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:12.643990 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-1481e68c-1f23-4192-be8a-9175571c0971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:12.645130 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-1481e68c-1f23-4192-be8a-9175571c0971 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbac1641-046a-49d9-b0cd-da0bc876c6d7 HTTP/1.1" status: 204  len: 168 time: 0.1675634
Apr 08 03:05:12.974990 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53768) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:13.022502 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-407bd28d-0853-4804-a541-bfb07d45f080 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6332dba62154e5a9e70cb6bcf65a39e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463724
Apr 08 03:05:13.024920 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [-] (87222) accepted ('10.222.0.23', 53772) {{(pid=87222) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Apr 08 03:05:13.082307 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f06caabe-d16d-428f-a980-9196916a693e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:13.108395 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f06caabe-d16d-428f-a980-9196916a693e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:13.161664 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f06caabe-d16d-428f-a980-9196916a693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-730167'] for security_group, after_delete {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:13.176182 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06caabe-d16d-428f-a980-9196916a693e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4182d76d-e21f-45cd-8f8c-ba7eb72bb161,revision_number=None']} {{(pid=87222) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Apr 08 03:05:13.184262 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron_lib.callbacks.manager [None req-f06caabe-d16d-428f-a980-9196916a693e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87222) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:13.185353 dv-cinder-837051-1-iscsi neutron-server[87222]: INFO neutron.wsgi [None req-f06caabe-d16d-428f-a980-9196916a693e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4182d76d-e21f-45cd-8f8c-ba7eb72bb161 HTTP/1.1" status: 204  len: 168 time: 0.1595771
Apr 08 03:05:13.403028 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device e1c234b4-d6b5-404a-a982-55352e8f7589 no longer exists at agent ovs-agent-dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Apr 08 03:05:13.438639 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.plugin [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] No Port match for: e1c234b4-d6b5-404a-a982-55352e8f7589 {{(pid=87224) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}}
Apr 08 03:05:13.438977 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron.plugins.ml2.rpc [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Device e1c234b4-d6b5-404a-a982-55352e8f7589 not bound to the agent host dv-cinder-837051-1-iscsi {{(pid=87224) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Apr 08 03:05:30.490330 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:35.098112 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c96c78c0-a80a-43fb-a7a6-43fc4572e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:37.081996 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:05:37.286051 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ba8393d8-5c5f-4d84-ad4b-f37bfbe4f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:38.471949 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:38.496041 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:05:40.057426 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:00.496054 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:05.100985 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-add36778-fca2-4c7c-ade8-987366da62a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:07.287208 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-181500e3-cd13-4259-be9c-a971ecc6a4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:08.474014 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:08.498018 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:10.059498 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:14.083776 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:06:18.086985 dv-cinder-837051-1-iscsi neutron-server[87222]: DEBUG neutron.wsgi [req-73c62093-659a-42a3-8d26-6b3565960094 req-3b39a9ee-2385-42b1-a396-ea647534c256 service neutron] (87222) timed out ('10.222.0.41', 64423) {{(pid=87222) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 08 03:06:30.511657 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:35.102517 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2af053d6-9b58-4621-96a0-534419dcfdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:37.290224 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f5985011-1ae1-437a-b791-bbc680e292ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:38.475211 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:38.499949 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:40.062197 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:06:51.083292 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:07:00.521164 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:05.104579 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7e9b10b1-5bc7-4bba-a31f-9f51149f2f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:07.292915 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b95ae0f8-ce9d-4307-8554-eedabecd8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:08.479330 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:08.503604 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:10.064388 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:28.081323 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:07:30.518789 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:35.105811 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b0a30189-6189-4328-95c8-a8cb58ab41bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:37.294109 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-c9a9ff53-08e2-46e9-9275-6f28d1e9319b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:38.481899 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:38.505291 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:07:40.069859 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:00.550295 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:05.080401 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:08:05.108164 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6154d241-cb70-492a-94d5-afde5021fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:07.295772 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-b5272a08-6c47-416e-ae90-403fb82069bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:08.486813 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:08.507364 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:10.069435 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:30.548056 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:35.109641 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-d11d4fa4-9d81-445d-954a-013d1aa341b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:37.297347 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-20bf0f72-0fe2-4455-b87b-e4abe2bd71e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:38.491501 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:38.510332 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:40.071133 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:08:42.080106 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:09:00.562554 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:05.111608 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-201b4ede-5630-4073-9e48-f230c859c53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:07.301032 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-712be466-63e9-403e-801f-a101d4e8f3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:08.496520 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:08.515378 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:10.073613 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:19.079709 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:09:19.708200 dv-cinder-837051-1-iscsi neutron-server[87223]: DEBUG neutron.wsgi [req-95c1ab23-153b-401b-9a8f-eef94fcff84e req-c88a6f88-eaf5-4d5e-86fd-b06338a8bd49 service neutron] (87223) timed out ('10.222.0.23', 46848) {{(pid=87223) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Apr 08 03:09:30.560751 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:35.116375 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-7451d204-7976-4ec0-8474-1ce172149b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:37.301403 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-68bfee71-d8dd-4536-a3fe-5fbc2536498e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:38.501662 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:38.518860 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:40.078497 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:09:56.078783 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:10:00.563027 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:05.118636 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-70ca1735-ebab-4361-bf43-371d5ecc52b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:07.302691 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-f0a902d9-4489-43dd-941b-13913e3efc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:08.502736 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:08.520687 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:10.080369 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:30.557771 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-2559b775-c81c-48e4-aa86-5874a5013b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:33.078450 dv-cinder-837051-1-iscsi neutron-server[87225]: DEBUG neutron.db.agents_db [None req-050949cc-f660-44f2-9094-2340177c3964 None None] Agent healthcheck: found 6 active agents {{(pid=87225) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Apr 08 03:10:35.120512 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-6217915b-785b-4462-981b-c56302205043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:37.303870 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-bc192f41-3ca6-4f18-bad3-305fbdb6a8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:38.505139 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-67c60810-a1f8-41f4-b692-05635b533f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:38.524388 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-06c58b5d-0415-4b1b-ae31-9af190af19f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Apr 08 03:10:40.083769 dv-cinder-837051-1-iscsi neutron-server[87224]: DEBUG neutron_lib.callbacks.manager [None req-ca1caed2-0ed7-45b3-a939-bd1a36c953f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757387868218', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33384797'] for agent, after_update {{(pid=87224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}